-- Logs begin at Fri 2021-06-04 12:54:53 UTC, end at Fri 2021-06-04 14:10:53 UTC. -- Jun 04 13:37:13.276086 dv-cinder-784779-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 04 13:37:15.921298 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.common.config [-] Logging enabled! Jun 04 13:37:15.922111 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 13:37:15.922111 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 13:37:15.925398 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.common.config [-] Logging enabled! Jun 04 13:37:15.925653 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255 Jun 04 13:37:15.925963 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98761) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 04 13:37:15.926901 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:37:15.927133 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:37:15.927490 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:37:15.927736 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:37:15.927986 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:37:15.928306 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.928602 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.928896 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.929124 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.929418 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.929706 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.929990 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.930281 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.930574 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.930859 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.931139 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.931420 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.931647 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.931964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.932252 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.932537 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.932760 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] debug = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.933037 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.933457 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.933864 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.934144 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.934429 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.934705 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.934978 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.935247 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.935527 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.936033 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] host = dv-cinder-784779-14-smb {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.936319 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.936609 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.936897 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.937187 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.937521 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.937738 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.938024 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.938298 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.938572 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.938852 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.939139 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.939426 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.939714 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.939965 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.940191 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.940482 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.940768 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.941044 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.941320 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.941626 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.941902 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.942181 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.942448 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.942732 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.943015 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.943297 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.943571 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.943854 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.944136 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.944409 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.944693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.944965 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.945237 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.945511 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.945798 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.946063 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.946336 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.946636 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.946918 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.947198 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.947479 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.947750 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.948051 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.948324 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.948593 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.948862 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_json = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.949130 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.949395 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.949673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.949943 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.950210 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.950480 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.950748 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.951026 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:15.951918 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.952218 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.952554 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.952838 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.953133 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.953412 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.953701 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.953977 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.954264 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.954551 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.954839 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.955114 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.955398 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.955672 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.955995 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.956301 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.956595 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.956887 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.957163 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.957436 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.957709 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.957986 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.958273 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.958565 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.958856 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.959131 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.959410 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.959699 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.959999 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.960272 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.960549 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.960838 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.961115 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.961386 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.961665 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.961941 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.962211 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.962488 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.962765 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.963054 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.963328 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.963598 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.963899 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.964176 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.964445 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.964727 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.965001 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.965274 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.965543 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.965819 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.966089 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.966360 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.966632 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.966949 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.967744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.968291 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.968740 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.969020 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.969294 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.969566 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.969837 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.970106 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.970381 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.970652 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.970921 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.971191 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.971464 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.971736 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.972049 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.972345 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.972625 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.972901 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.973178 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.973454 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.973729 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.974003 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.974278 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.974554 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.974823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.975111 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.975394 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.975679 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.975987 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.976268 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.976562 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.976838 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.977117 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.977392 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.977669 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.977958 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.978238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.978531 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.978821 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.979112 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.979404 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.979697 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.980009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.980319 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.980596 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:15.980809 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:37:15.981045 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98761) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 04 13:37:16.332123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:16.332337 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:16.332624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:16.332955 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 04 13:37:16.718976 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.719261 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.719546 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.720766 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.721040 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.721302 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.757485 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.757773 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.758040 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.771361 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.771643 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.771937 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.809273 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.809661 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.810034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.859410 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.859791 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:16.860181 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.097024 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.097639 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.097639 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.097809 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.098542 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.235323 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.235647 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.235957 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.236236 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.236506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.236817 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.237079 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.237335 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.237586 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.237865 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.238123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.238387 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.238650 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.238905 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.239168 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.239436 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.239693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.239992 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.240245 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.240529 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.240874 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.241124 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.241368 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.241646 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.241892 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.242147 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.242519 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.242760 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.242996 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.243229 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.243460 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.243691 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:17.244091 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 04 13:37:17.247169 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 04 13:37:17.251234 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 04 13:37:17.255035 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 04 13:37:17.256696 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 04 13:37:17.257138 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 04 13:37:17.257476 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 04 13:37:17.257859 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 04 13:37:17.260679 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 04 13:37:17.260931 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 04 13:37:17.261275 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 13:37:17.289417 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 04 13:37:17.289811 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.290109 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98761) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 04 13:37:17.290473 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.292031 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98761) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 04 13:37:17.292313 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 04 13:37:17.292561 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 04 13:37:17.295930 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.296217 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:17.360110 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 04 13:37:17.360341 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 04 13:37:17.360577 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 04 13:37:17.360950 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 04 13:37:17.393024 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_db.sqlalchemy.engines [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98761) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 04 13:37:18.155767 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing driver for type 'gre' Jun 04 13:37:18.156412 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] gre ID ranges: [(1, 1000)] Jun 04 13:37:18.429889 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing driver for type 'local' Jun 04 13:37:18.430218 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing driver for type 'vlan' Jun 04 13:37:18.550228 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] VlanTypeDriver initialization complete Jun 04 13:37:18.550668 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing driver for type 'vxlan' Jun 04 13:37:18.551237 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] vxlan ID ranges: [(1, 1000)] Jun 04 13:37:18.725926 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing extension driver 'port_security' Jun 04 13:37:18.726199 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.extensions.port_security [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] PortSecurityExtensionDriver initialization complete Jun 04 13:37:18.726600 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing mechanism driver 'openvswitch' Jun 04 13:37:18.726949 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing mechanism driver 'hyperv' Jun 04 13:37:18.733959 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.plugins.ml2.plugin [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:18.734727 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.735099 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.735451 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.735865 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.736218 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.736562 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.736950 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.737300 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.737715 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.738127 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.738477 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.738823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.739202 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.739547 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.739907 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.740284 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > address_group after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.740718 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > address_group after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.741062 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.741401 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] ML2 OVO RPC backend initialized. {{(pid=98761) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 04 13:37:18.742098 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.742449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.742861 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.743298 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > networks before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.743655 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.744025 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > ports before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.744371 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.744713 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnets before_response 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.745059 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.745400 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.745737 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.746073 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.746412 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.746756 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.747091 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.747430 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.747765 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.748464 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.plugin [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Modular L2 Plugin initialization complete Jun 04 13:37:18.748800 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading services supported by the core plugin {{(pid=98761) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 04 13:37:18.749193 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.plugins.ml2.managers [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Got port-security extension from driver 'port_security' Jun 04 13:37:18.749663 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.extensions.vlantransparent [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Disabled vlantransparent extension. Jun 04 13:37:18.750177 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98761) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 04 13:37:18.750497 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: router Jun 04 13:37:18.800312 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.800708 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_create 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.801078 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router before_create 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.801438 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.801808 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.802158 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_delete 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.802515 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.802876 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_create 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.803219 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.803565 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.803931 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.804288 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.804693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.805059 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.805400 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.805735 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: subnet after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.806082 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.806476 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.806823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_create 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.807170 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.807508 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.807884 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router after_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.808229 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.808573 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_create 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.808935 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.809309 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_update 55549900 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.809685 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > network after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.810548 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Tracking information for resource: router configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:18.810879 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Tracking information for resource: floatingip configured {{(pid=98761) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 04 13:37:18.818249 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.db.l3_agentschedulers_db [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 04 13:37:18.818826 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.819190 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.819541 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.819922 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: port after_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.820706 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router before_create 55550100 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.821070 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.821428 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_create 55550100 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.821790 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > router precommit_update 55550100 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.826359 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.provider_configuration [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service providers = [] {{(pid=98761) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 04 13:37:18.826727 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.db.servicetype_db [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98761) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 04 13:37:18.830490 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.service_base [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:37:18.830835 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.service_base [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:37:18.831179 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.service_base [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:37:18.832099 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.services.service_base [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98761) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 04 13:37:18.832475 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.services.service_base [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 04 13:37:18.832847 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.833164 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 04 13:37:18.844731 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.845068 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: auto_allocate Jun 04 13:37:18.850807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: network precommit_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.851177 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: network precommit_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.851693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.852114 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: tag Jun 04 13:37:18.859139 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.859467 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: timestamp Jun 04 13:37:18.863280 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.863609 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: network_ip_availability Jun 04 13:37:18.868951 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.869307 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.869664 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:18.870379 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.870699 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: flavors Jun 04 13:37:18.879015 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.879347 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading Plugin: revisions Jun 04 13:37:18.883665 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98761) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 04 13:37:18.884094 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.551s {{(pid=98761) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:18.884832 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98761) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 04 13:37:18.885168 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Initializing extension manager. Jun 04 13:37:18.885675 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: __init__.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.886019 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: __pycache__ {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.886352 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.886683 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: address_group.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.887431 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.888028 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: address-group Jun 04 13:37:18.888354 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: address_scope.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.889058 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.890097 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: address-scope Jun 04 13:37:18.890480 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.891402 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.891952 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: router-admin-state-down-before-update Jun 04 13:37:18.892277 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: agent.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.892972 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.893479 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: agent Jun 04 13:37:18.893799 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: agent_resources_synced.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.894703 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.895253 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: agent-resources-synced Jun 04 13:37:18.895631 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: allowedaddresspairs.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.897412 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.897939 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: allowed-address-pairs Jun 04 13:37:18.898266 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: auto_allocated_topology.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.899337 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.899872 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: auto-allocated-topology Jun 04 13:37:18.900203 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: availability_zone.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.900886 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.901390 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: availability_zone Jun 04 13:37:18.901712 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: availability_zone_filter.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.902673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.903174 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: availability_zone_filter Jun 04 13:37:18.903495 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: data_plane_status.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.904433 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.904935 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension data-plane-status not supported by any of loaded plugins Jun 04 13:37:18.905827 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: default_subnetpools.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.906807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.907312 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: default-subnetpools Jun 04 13:37:18.907633 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.908501 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.915465 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: dhcp_agent_scheduler Jun 04 13:37:18.915465 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: dns.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.916192 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.916696 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension dns-integration not supported by any of loaded plugins Jun 04 13:37:18.917019 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: dns_domain_ports.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.917943 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.918454 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 04 13:37:18.918782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: dvr.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.919449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.920009 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: dvr Jun 04 13:37:18.920389 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: empty_string_filtering.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.921331 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.921845 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: empty-string-filtering Jun 04 13:37:18.922166 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.923066 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.923570 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 04 13:37:18.923918 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.924877 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.925380 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 04 13:37:18.925699 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: external_net.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.926632 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.927139 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: external-net Jun 04 13:37:18.927458 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.928380 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.928885 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: extra_dhcp_opt Jun 04 13:37:18.929204 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: extraroute.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.930109 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.930612 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: extraroute Jun 04 13:37:18.930932 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: extraroute_atomic.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:18.932009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:18.932516 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: extraroute-atomic Jun 04 13:37:18.932837 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: filter_validation.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.042388 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.043000 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: filter-validation Jun 04 13:37:19.043444 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: fip_pf_description.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.044584 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.045104 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 04 13:37:19.045435 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: fip_port_details.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.046636 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.047160 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: fip-port-details Jun 04 13:37:19.047492 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: flavors.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.048793 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.049317 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: flavors Jun 04 13:37:19.049647 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.051330 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.051870 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 04 13:37:19.052212 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: floatingip_pools.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.052928 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.053445 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: floatingip-pools Jun 04 13:37:19.053777 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: ip_allocation.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.054698 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.055207 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension ip_allocation not supported by any of loaded plugins Jun 04 13:37:19.055532 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.056479 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.057022 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: ip-substring-filtering Jun 04 13:37:19.057349 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l2_adjacency.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.058257 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.058769 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 04 13:37:19.059092 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.060120 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.060652 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: router Jun 04 13:37:19.060975 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.063874 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.064414 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 04 13:37:19.064745 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.065664 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.066179 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: ext-gw-mode Jun 04 13:37:19.066506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.067415 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.067958 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: l3-ha Jun 04 13:37:19.068282 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3_flavors.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.069190 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.069697 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: l3-flavors Jun 04 13:37:19.070017 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.070946 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.071453 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 04 13:37:19.071774 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: l3agentscheduler.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.072981 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.073495 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: l3_agent_scheduler Jun 04 13:37:19.073823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: logging.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.075316 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.075860 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension logging not supported by any of loaded plugins Jun 04 13:37:19.076193 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: metering.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.076944 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.078140 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: metering Jun 04 13:37:19.078449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.079542 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.080098 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: metering_source_and_destination_fields Jun 04 13:37:19.080428 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: multiprovidernet.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.081350 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.081869 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: multi-provider Jun 04 13:37:19.082194 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: netmtu.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.083097 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.083606 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: net-mtu Jun 04 13:37:19.083967 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: netmtu_writable.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.084874 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.085384 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: net-mtu-writable Jun 04 13:37:19.085710 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: network_availability_zone.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.086369 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.086873 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: network_availability_zone Jun 04 13:37:19.087192 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: network_ip_availability.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.088295 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.088814 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: network-ip-availability Jun 04 13:37:19.089138 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: network_segment_range.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.089899 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.090407 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension network-segment-range not supported by any of loaded plugins Jun 04 13:37:19.090740 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: pagination.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.091708 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.092064 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: pagination Jun 04 13:37:19.092387 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: port_device_profile.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.093645 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.094153 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: port-device-profile Jun 04 13:37:19.094474 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.095379 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.095905 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: port-mac-address-regenerate Jun 04 13:37:19.096227 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.097183 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.097687 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: port-numa-affinity-policy Jun 04 13:37:19.098008 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: port_resource_request.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.098902 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.099402 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension port-resource-request not supported by any of loaded plugins Jun 04 13:37:19.099721 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: portbindings.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.100679 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.101187 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: binding Jun 04 13:37:19.101509 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: portbindings_extended.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.102952 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.103479 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: binding-extended Jun 04 13:37:19.103810 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: portsecurity.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.104757 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.105261 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: port-security Jun 04 13:37:19.105586 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: project_id.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.106558 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.106888 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: project-id Jun 04 13:37:19.107209 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: providernet.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.108151 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.108694 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: provider Jun 04 13:37:19.109017 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.112672 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.113201 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos not supported by any of loaded plugins Jun 04 13:37:19.113532 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.114759 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.115275 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 04 13:37:19.115605 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.116547 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.117060 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 04 13:37:19.117386 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_default.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.118279 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.118791 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-default not supported by any of loaded plugins Jun 04 13:37:19.119116 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_fip.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.119760 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.120287 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-fip not supported by any of loaded plugins Jun 04 13:37:19.120619 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_gateway_ip.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.121532 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.122042 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 04 13:37:19.122364 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_port_network_policy.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.123261 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.123773 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 04 13:37:19.124646 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_rule_type_details.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.125625 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.126142 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 04 13:37:19.126468 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: qos_rules_alias.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.127506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.128052 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 04 13:37:19.128381 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: quotasv2.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.129277 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.129604 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: quotas Jun 04 13:37:19.129926 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: quotasv2_detail.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.131530 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.131896 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: quota_details Jun 04 13:37:19.132232 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: rbac.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.133272 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.133794 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: rbac-policies Jun 04 13:37:19.134124 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: rbac_address_group.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.135036 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.135554 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: rbac-address-group Jun 04 13:37:19.135911 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: rbac_address_scope.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.136823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.137339 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: rbac-address-scope Jun 04 13:37:19.137678 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: rbac_security_groups.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.138572 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.139083 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: rbac-security-groups Jun 04 13:37:19.139406 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: rbac_subnetpool.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.140948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.141463 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: rbac-subnetpool Jun 04 13:37:19.141785 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: revisionifmatch.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.142691 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.143202 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: revision-if-match Jun 04 13:37:19.143521 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: revisions.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.144729 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.145245 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: standard-attr-revisions Jun 04 13:37:19.145567 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: router_availability_zone.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.146226 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.146730 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: router_availability_zone Jun 04 13:37:19.147051 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: routerservicetype.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.147985 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.148497 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension router-service-type not supported by any of loaded plugins Jun 04 13:37:19.148820 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.149726 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.150232 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: security-groups-normalized-cidr Jun 04 13:37:19.150555 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.151467 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.152010 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: port-security-groups-filtering Jun 04 13:37:19.152337 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.153248 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.153759 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: security-groups-remote-address-group Jun 04 13:37:19.154084 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: securitygroup.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.163957 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.164485 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: security-group Jun 04 13:37:19.164816 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: segment.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.165594 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.166104 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension segment not supported by any of loaded plugins Jun 04 13:37:19.166433 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.167359 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.167907 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 04 13:37:19.168238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: servicetype.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.169352 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.169872 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: service-type Jun 04 13:37:19.170197 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: sorting.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.171456 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.171796 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: sorting Jun 04 13:37:19.172152 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: standard_attr_segment.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.173061 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.173578 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 04 13:37:19.173903 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: standardattrdescription.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.174542 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.175055 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: standard-attr-description Jun 04 13:37:19.175379 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: stateful_security_group.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.176317 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.176838 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: stateful-security-group Jun 04 13:37:19.177162 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: stdattrs_common.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.177732 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 04 13:37:19.178051 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.179055 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.179581 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 04 13:37:19.179936 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnet_onboard.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.181005 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.181532 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: subnet_onboard Jun 04 13:37:19.181853 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.182766 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.183274 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 04 13:37:19.183593 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnet_service_types.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.184546 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.185059 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: subnet-service-types Jun 04 13:37:19.185379 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnetallocation.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.187091 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.187620 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: subnet_allocation Jun 04 13:37:19.187972 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.188637 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.189148 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: subnetpool-prefix-ops Jun 04 13:37:19.189467 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.190394 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.190905 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 04 13:37:19.191225 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: tagging.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.192325 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.192852 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: standard-attr-tag Jun 04 13:37:19.193177 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: timestamp.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.194390 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.194905 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loaded extension: standard-attr-timestamp Jun 04 13:37:19.195233 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: trunk.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.196303 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.196821 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension trunk not supported by any of loaded plugins Jun 04 13:37:19.197151 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: trunk_details.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.198061 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.198572 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension trunk-details not supported by any of loaded plugins Jun 04 13:37:19.198896 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: uplink_status_propagation.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.199813 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.200351 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 04 13:37:19.200673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Loading extension file: vlantransparent.py {{(pid=98761) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 04 13:37:19.201336 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98761) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 04 13:37:19.201847 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 04 13:37:19.204937 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:network Jun 04 13:37:19.205990 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnet Jun 04 13:37:19.206789 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:37:19.207399 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:port Jun 04 13:37:19.208720 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.209184 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service FLAVORS assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.209807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.210241 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.210576 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:router Jun 04 13:37:19.211240 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 13:37:19.212004 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service METERING assigned prefix: /metering {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.213484 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:19.213866 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:19.214219 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98761) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:37:19.215351 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 13:37:19.215788 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:security_group Jun 04 13:37:19.216490 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 13:37:19.217239 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service CORE assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.217591 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:37:19.218194 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] subnetpool is already registered Jun 04 13:37:19.218818 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service CORE assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.219145 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:37:19.219465 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] subnetpool is already registered Jun 04 13:37:19.222071 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.222510 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service FLAVORS assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.223108 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.223534 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.223894 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:router Jun 04 13:37:19.224225 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] router is already registered Jun 04 13:37:19.224835 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:floatingip Jun 04 13:37:19.225162 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] floatingip is already registered Jun 04 13:37:19.225800 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service METERING assigned prefix: /metering {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.226474 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of CountableResource for resource:rbac_policy Jun 04 13:37:19.226801 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] rbac_policy is already registered Jun 04 13:37:19.227345 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:security_group Jun 04 13:37:19.227669 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] security_group is already registered Jun 04 13:37:19.228295 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 04 13:37:19.228623 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] security_group_rule is already registered Jun 04 13:37:19.229299 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service CORE assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.229627 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:37:19.229947 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] subnetpool is already registered Jun 04 13:37:19.230545 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.v2.resource_helper [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Service CORE assigned prefix: {{(pid=98761) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 04 13:37:19.230873 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Creating instance of TrackedResource for resource:subnetpool Jun 04 13:37:19.231193 dv-cinder-784779-14-smb neutron-server[98761]: WARNING neutron.quota.resource_registry [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] subnetpool is already registered Jun 04 13:37:19.231870 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: extensions {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.233365 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: address-groups {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.234979 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: address-scopes {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.236236 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: agents {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.237402 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: auto-allocated-topology {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.238669 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: availability_zones {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.240023 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: dhcp-networks {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.241551 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: dhcp-agents {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.243037 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: routers {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.245907 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: flavors {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.247085 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: service_profiles {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.248327 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: next_providers {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.250439 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: service_profiles {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.251940 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: floatingip-pools {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.253186 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: routers {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.254992 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: floatingips {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.256226 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: l3-routers {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.257613 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: l3-agents {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.259046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: metering-labels {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.260425 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: metering-label-rules {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.261702 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: network-ip-availabilities {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.262969 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: bindings {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.265297 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: quotas {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.266962 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: quotas {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.268428 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: rbac-policies {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.269732 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: security-groups {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.270940 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: security-group-rules {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.272208 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: service-providers {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.273539 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: subnetpools {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.274985 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: subnetpools {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.276495 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.278217 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.280111 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.282066 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.283901 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.285761 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.287474 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.289477 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.291234 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.293145 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron.api.extensions [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Extended resource: tags {{(pid=98761) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 04 13:37:19.299777 dv-cinder-784779-14-smb neutron-server[98761]: WARNING keystonemiddleware.auth_token [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 04 13:37:19.304797 dv-cinder-784779-14-smb neutron-server[98761]: WARNING keystonemiddleware.auth_token [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 04 13:37:19.313656 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Acquired lock "singleton_lock" {{(pid=98761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 04 13:37:19.314129 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_concurrency.lockutils [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Releasing lock "singleton_lock" {{(pid=98761) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 04 13:37:19.314752 dv-cinder-784779-14-smb neutron-server[98761]: INFO oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Starting 2 workers Jun 04 13:37:19.319412 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Started child 98872 {{(pid=98761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:37:19.323708 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Started child 98873 {{(pid=98761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:37:19.324670 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.325380 dv-cinder-784779-14-smb neutron-server[98761]: INFO neutron.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 04 13:37:19.325947 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Notify callbacks [] for process, before_spawn {{(pid=98761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.326196 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [-] (98872) wsgi starting up on http://0.0.0.0:9696 Jun 04 13:37:19.328593 dv-cinder-784779-14-smb neutron-server[98761]: INFO oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Starting 1 workers Jun 04 13:37:19.328770 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.330027 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [-] (98873) wsgi starting up on http://0.0.0.0:9696 Jun 04 13:37:19.333694 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Started child 98874 {{(pid=98761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:37:19.334250 dv-cinder-784779-14-smb neutron-server[98761]: INFO oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Starting 1 workers Jun 04 13:37:19.337193 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] calling RpcWorker wait() {{(pid=98874) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 04 13:37:19.337732 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] returning from RpcWorker wait() {{(pid=98874) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 04 13:37:19.338562 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Started child 98875 {{(pid=98761) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 04 13:37:19.339239 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.339353 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG neutron_lib.callbacks.manager [None req-43b5f64b-7ea8-4999-b85a-4a8b5e05a688 None None] Notify callbacks [] for process, after_spawn {{(pid=98761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.339760 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:19.341294 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 13:37:19.341508 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:37:19.341687 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:37:19.341903 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:37:19.342246 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:37:19.342409 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:37:19.343215 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.343491 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.343765 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.343973 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:19.344480 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.344480 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.345049 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:19.345162 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.345317 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.345603 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.345879 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.346146 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.346428 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.346605 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.346875 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.347126 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.347440 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.347708 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.347977 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.348232 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.348408 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.348648 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.348924 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.349154 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.349415 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] debug = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.349671 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.350172 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.350402 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.350659 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.350874 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.351140 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.351370 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.351622 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.351869 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.352108 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.352341 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.352596 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.352848 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.353091 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.353308 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.353581 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.353825 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.354317 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] host = dv-cinder-784779-14-smb {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.354558 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.354772 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.355003 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.355272 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.355517 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.355732 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.355999 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.356246 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.356504 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.356728 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.356975 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.357246 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.357482 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.357723 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.357887 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_options = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.358135 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.359067 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.359250 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.359410 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.359574 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.359759 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.360054 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.360220 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.360462 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.360701 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.360917 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.361134 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.361375 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.361670 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.361869 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.362101 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.362337 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.362552 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.362826 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.363071 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.363312 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.363537 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.363749 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.363989 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.364227 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.364441 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.364668 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.364898 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.365109 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.365360 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.365604 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.365847 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.366080 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.366346 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.366574 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.366800 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.367013 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.367274 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.367504 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.367747 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.368099 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.368300 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.368534 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.368749 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.370153 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.370387 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_json = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.371609 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.372142 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.372423 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.372663 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.372999 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.373156 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.373357 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.373609 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.374623 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.374999 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.375326 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.375585 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.375830 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.376101 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.376361 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.376591 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.376861 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.377097 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.377410 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.377635 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.377928 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.378204 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.378461 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.378800 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.379040 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.379307 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.379547 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.379782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.380024 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.380249 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.381840 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.381840 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.381840 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.382101 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.382271 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.382523 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.382972 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.382972 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.383209 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.383548 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.383674 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.383880 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.387998 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.390983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.391673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.394046 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.395807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.395807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.395807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.395807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.395807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.396378 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.396378 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.396806 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.396914 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.397160 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.397382 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.397645 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.397952 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.399744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.399744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.399744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.399744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.399744 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.400520 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.400520 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.400520 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.400775 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.400970 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.401214 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.401556 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.401845 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.402154 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.402406 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.402666 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.402915 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.403151 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.403579 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.403783 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.403914 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.404122 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.404369 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.404624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.404901 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.405806 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.406192 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.406459 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.406722 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.407167 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.407721 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.407721 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.407990 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.409137 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.411235 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.411540 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415897 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.415897 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.416117 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.416369 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.416650 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.416885 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.417112 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.417331 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.417564 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.417905 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.418178 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.418410 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.418624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.418895 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.419149 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.419389 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.419673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.419945 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.420182 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.420425 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.420654 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.420922 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.421158 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.421397 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.421583 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.421959 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.422217 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.422470 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.422686 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.422923 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.423182 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.423393 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.423613 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.423884 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.424193 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.424339 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.424575 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.424845 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.425003 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.425249 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.425463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.425685 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.425902 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.426169 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.426367 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.426652 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.426961 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.427214 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.427449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.427693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.427971 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.428234 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.428448 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.428696 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.428912 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.429122 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.429331 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.429566 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.429799 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.430009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.430234 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.430465 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.430693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.430963 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.431298 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.431541 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.431771 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.432031 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.432245 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.432478 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.432709 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.432928 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.433144 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.433375 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.433602 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.433862 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.434100 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.434318 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.434524 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.434730 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.434935 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.435181 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.435386 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.435675 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.435934 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.436189 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.436525 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.436710 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.436899 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.437114 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.437407 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.437735 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.438071 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.438295 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.438507 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.438715 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.438927 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.439348 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.439575 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.439787 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.440042 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.440253 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.440494 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.440696 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.440903 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.441109 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.441320 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.441551 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.441835 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.442085 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.442304 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.442588 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.442832 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.443077 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.443335 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.443680 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.443929 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.444182 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.444411 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.444623 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.444838 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.445105 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.445414 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.445741 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.445988 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.446221 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.446499 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.446787 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.447040 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.447250 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.447539 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.447888 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.448169 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.448447 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.448670 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.448944 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.449180 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.449413 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.449641 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.449886 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.450096 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.450354 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.450602 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.450817 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.451028 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.451267 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.451497 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.451715 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.452483 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.452752 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.452973 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.453121 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:37:19.453772 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98761) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 04 13:37:19.453918 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 04 13:37:19.454075 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 04 13:37:19.454241 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 04 13:37:19.454408 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 04 13:37:19.454557 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 04 13:37:19.454760 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.454920 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.455075 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.455440 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.455440 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.455862 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456191 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456347 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456502 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456659 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456814 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.456970 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457113 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457268 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457422 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457577 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457732 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.457903 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458060 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458215 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458369 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458527 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] debug = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458681 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.458968 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.459131 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.459414 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 56918) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:19.459687 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.459861 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.460161 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.460457 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.460785 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.460939 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.461240 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.461396 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.461696 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.461848 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.462180 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.462334 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.462634 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.462787 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.463085 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] host = dv-cinder-784779-14-smb {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.463238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.463532 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.463686 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.464000 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.464153 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.464448 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.464603 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.464915 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.465069 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.465359 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.465513 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.465807 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.465959 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.466252 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.466405 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_options = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.466697 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.466849 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.467139 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.467317 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.467475 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.468375 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.468670 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.468764 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071073 Jun 04 13:37:19.469300 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.469625 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.469788 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.470088 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.470243 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.470539 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.470693 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.470983 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.471313 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.471501 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.471612 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.472836 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.473266 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.473507 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.474507 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.474663 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.474825 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.474979 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475125 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475284 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475434 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475591 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475752 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.475960 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.476148 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.476243 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.477168 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.477327 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.477479 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478008 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478008 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478008 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478241 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_json = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478241 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478374 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478502 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.478804 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.479137 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.479289 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.479570 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.479988 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 04 13:37:19.480513 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.480513 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.480513 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.480726 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.480853 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.480992 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.481159 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.482145 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.482397 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.482495 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483001 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483001 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483001 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483236 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483306 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483448 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483589 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483737 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.483939 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.484899 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485039 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485170 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485428 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485554 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485663 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485808 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.485964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.486281 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.486441 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.486754 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.486912 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487068 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487224 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487442 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487543 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487700 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.487898 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.488203 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.488508 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.488920 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.489839 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.489839 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.489839 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.489839 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.490216 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.490216 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.490463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.490758 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.491055 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.491278 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492362 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.492964 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.493252 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.493252 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.493425 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.493570 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.493877 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.494045 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.494204 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.494365 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495175 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495175 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495175 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495175 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495175 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495707 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495707 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495707 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.495707 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.496122 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.496122 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.496285 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.496464 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.496763 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.497044 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.498645 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.499014 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.499243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:19.499442 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.499442 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.499791 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.499791 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.500624 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501421 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501421 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501680 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501680 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501952 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.501952 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502449 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502841 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502841 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.502841 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503221 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503221 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503494 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503494 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503806 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.503806 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504115 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504115 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504376 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504376 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504647 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.504647 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.507074 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.507263 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.507593 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.507755 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.507988 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.510316 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.510497 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.510642 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.510780 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.510975 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.511121 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.512529 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.512737 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.512923 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.513101 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.514123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.514123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.514123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.514123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.514123 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.515009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.515009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.515009 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.515282 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.515427 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516057 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516274 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516441 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516661 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516830 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.516995 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.517195 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.517404 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.517684 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.517851 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518222 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518222 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518394 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518462 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518618 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.518778 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519245 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519245 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519245 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519456 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519542 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.519682 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.520031 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.520336 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.520636 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.520937 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.521246 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.521413 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.521556 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.521711 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.521854 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522007 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522238 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522447 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522539 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522629 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522776 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.522930 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523085 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523272 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523615 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523615 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523934 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.523934 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524174 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524298 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524437 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524573 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524698 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.524821 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.525782 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526968 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526968 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.526968 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.527258 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.527258 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.530948 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531735 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.531823 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532191 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532191 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532364 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532447 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532612 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532773 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.532918 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533071 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533216 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533383 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533553 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533708 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.533880 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534034 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534258 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534385 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534509 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534673 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.534843 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535014 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535170 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535334 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535506 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535675 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.535866 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.536882 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.537059 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.537222 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.537483 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.537575 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.537696 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538016 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538016 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538188 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538303 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538463 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538623 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538781 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.538941 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539100 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539259 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539420 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539630 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539723 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.539916 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.540079 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 04 13:37:19.540232 dv-cinder-784779-14-smb neutron-server[98761]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98761) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 04 13:37:30.872498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392e181-eab3-45c4-b5d9-4ad145e922b6 None None] get_active_networks_info from dv-cinder-784779-14-smb {{(pid=98874) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 04 13:37:30.990954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392e181-eab3-45c4-b5d9-4ad145e922b6 None None] No non-hosted networks {{(pid=98874) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 04 13:37:31.006805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.agentschedulers_db [None req-3392e181-eab3-45c4-b5d9-4ad145e922b6 None None] DHCP Agent not found on host dv-cinder-784779-14-smb {{(pid=98874) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 04 13:37:31.172425 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ee6fee3f-eb38-4fcd-a650-8fdd579c2f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:33.373863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:33.376260 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.376801 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.377341 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.377856 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.378340 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.378823 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.379304 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.379819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.380330 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.380819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.381298 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.382053 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:33.382454 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-14-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:33.422986 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-14-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:37:33.517302 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a5d76927-60dd-4f12-b6b5-bdfdf77fc626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:33.557036 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.db.api [None req-fb993dfe-a528-4b74-9f65-457b02c8e582 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784779-14-smb {{(pid=98874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 04 13:37:33.557701 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_db.api [None req-fb993dfe-a528-4b74-9f65-457b02c8e582 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 04 13:37:34.167147 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fb993dfe-a528-4b74-9f65-457b02c8e582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:34.887181 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:36.081644 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.db.l3_hamode_db [None req-525ac791-9023-41da-94a7-feaa2893fab7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 04 13:37:36.171584 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ac791-9023-41da-94a7-feaa2893fab7 None None] Routers set() bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:37:36.172010 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ac791-9023-41da-94a7-feaa2893fab7 None None] Router IDs set() for agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 04 13:37:36.411360 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:37.702120 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57016) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:38.283735 dv-cinder-784779-14-smb neutron-server[98872]: WARNING oslo_policy.policy [None req-4ad5961d-5471-4826-89f1-28dce3d33b97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:38.284358 dv-cinder-784779-14-smb neutron-server[98872]: WARNING oslo_policy.policy [None req-4ad5961d-5471-4826-89f1-28dce3d33b97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:38.497877 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [None req-4ad5961d-5471-4826-89f1-28dce3d33b97 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:37:38.499562 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-4ad5961d-5471-4826-89f1-28dce3d33b97 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7965338 Jun 04 13:37:40.860128 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57030) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:41.225289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:37:41.326861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.policy [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 13:37:41.372731 dv-cinder-784779-14-smb neutron-server[98872]: WARNING oslo_policy.policy [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:41.373776 dv-cinder-784779-14-smb neutron-server[98872]: WARNING oslo_policy.policy [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:41.382580 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.quota [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Loaded quota_driver: . Jun 04 13:37:41.397905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:37:41.544738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057664692', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057665241', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057741378', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057748393', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057757310', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773057763701', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-647716', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607086'] for rbac-policy, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:41.801199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:41.802351 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7b214b56-4922-49bc-a182-4741849cddec admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9412987 Jun 04 13:37:44.556419 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57042) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:44.910144 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Request body: {'network': {'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'name': 'private', 'admin_state_up': True}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:37:44.914795 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:37:44.919255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Usage tracker for resource:network and tenant:a56493dc86bf4f38a784f483b9fe10cf is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:37:44.924098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:37:44.929995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:37:45.001549 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Made reservation on behalf of a56493dc86bf4f38a784f483b9fe10cf for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:37:45.004422 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.022058 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.035883 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:37:45.039564 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a56493dc86bf4f38a784f483b9fe10cf is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:37:45.044806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:37:45.051035 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:37:45.145664 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.222388 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.226622 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:45.247789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:37:45.272333 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773052842680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.272920 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Unsubscribe: segment precommit_create {{(pid=98872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 13:37:45.273393 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Added segment e1267ae6-579b-4e0b-b830-1e8990e4cc10 of type vlan for network 1c6cc58e-d963-411c-b013-70231370e1cb Jun 04 13:37:45.282496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b17b0-f460-4d56-8393-4905c3f45bf5,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:45.349476 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.349990 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.350659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.350795 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.351357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.351772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.352123 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.352462 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.352801 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.353111 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.353416 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.353721 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Tracked resource versions report: Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: pushed versions: Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: { 'AddressGroup': {'1.2'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'ConntrackHelper': {'1.0'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Log': {'1.0'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Network': {'1.1'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Port': {'1.7'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'PortForwarding': {'1.2'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'QosPolicy': {'1.8'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroup': {'1.4'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SubPort': {'1.0'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Subnet': {'1.1'}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Trunk': {'1.1'}} Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: consumer versions: Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'ConntrackHelper': '1.0', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Log': '1.0', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Network': '1.1', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Port': '1.7', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'PortForwarding': '1.2', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'QosPolicy': '1.8', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroup': '1.4', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroupRule': '1.2', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'SubPort': '1.0', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Subnet': '1.1', Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: 'Trunk': '1.1'}} Jun 04 13:37:45.356198 dv-cinder-784779-14-smb neutron-server[98872]: {{(pid=98872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:37:45.397971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:45.415745 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.519728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.521106 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:37:45.521760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:45.526280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:45.631090 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6cc58e-d963-411c-b013-70231370e1cb,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:45.634243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:45.643494 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 1c6cc58e-d963-411c-b013-70231370e1cb details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:37:45.665251 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1077602 Jun 04 13:37:48.336302 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57056) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:48.780381 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73622999-ba7c-4673-be51-07c0ef9f9c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:37:48.781721 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-73622999-ba7c-4673-be51-07c0ef9f9c3f admin admin] 10.222.0.10 "GET /v2.0/networks/1c6cc58e-d963-411c-b013-70231370e1cb HTTP/1.1" status: 200 len: 825 time: 0.4444842 Jun 04 13:37:48.808421 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-db3b215f-8123-437c-9af2-9f6874ba4678 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/fbf04a9d-918f-4f45-b8f3-b00c09497cfd HTTP/1.1" status: 200 len: 734 time: 0.0214767 Jun 04 13:37:48.816589 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd', 'ip_version': 4, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:37:48.820664 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:37:48.824320 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Usage tracker for resource:subnet and tenant:a56493dc86bf4f38a784f483b9fe10cf is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:37:48.827622 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:37:48.833138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:37:48.892602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Made reservation on behalf of a56493dc86bf4f38a784f483b9fe10cf for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:37:48.894892 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:49.443297 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:49.447243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:49.528406 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Checking segment: {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:37:49.528755 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Network hostable DHCP agents. Network: 1c6cc58e-d963-411c-b013-70231370e1cb, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:37:49.532352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:49.535585 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:49.612216 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Network 1c6cc58e-d963-411c-b013-70231370e1cb is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:37:49.687207 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 1c6cc58e-d963-411c-b013-70231370e1cb) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:37:49.692023 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:37:49.692601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:49.696565 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd87c29-3f0a-4221-898d-e772598393a3 None None] Network 1c6cc58e-d963-411c-b013-70231370e1cb requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:37:49.790387 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9769657 Jun 04 13:37:50.009645 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-1c6cc58e-d963-411c-b013-70231370e1cb', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:37:50.010817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.196963 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Allocated IP 172.20.0.2 (1c6cc58e-d963-411c-b013-70231370e1cb/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc/4418eeb4-47f8-4e6d-892d-42cd5f9cbe44) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:37:50.427065 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.440141 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Transition to ACTIVE for port object 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:37:50.459918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Transition to ACTIVE for port object 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:37:50.527667 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.532968 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:50.594968 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Network 1c6cc58e-d963-411c-b013-70231370e1cb is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:37:50.597646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:37:50.605554 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:37:50.609380 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Pushing event updated for resources: {'Port': ['ID=4418eeb4-47f8-4e6d-892d-42cd5f9cbe44,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:50.645348 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.645683 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.646014 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.646343 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.646660 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.646978 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.647290 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.647604 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.647954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.648272 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.648581 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.648891 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Tracked resource versions report: Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: pushed versions: Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: { 'AddressGroup': {'1.2'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'ConntrackHelper': {'1.0'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Log': {'1.0'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Network': {'1.1'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Port': {'1.7'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'PortForwarding': {'1.2'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'QosPolicy': {'1.8'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroup': {'1.4'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SubPort': {'1.0'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Subnet': {'1.1'}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Trunk': {'1.1'}} Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: consumer versions: Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'ConntrackHelper': '1.0', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Log': '1.0', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Network': '1.1', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Port': '1.7', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'PortForwarding': '1.2', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'QosPolicy': '1.8', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroup': '1.4', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroupRule': '1.2', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'SubPort': '1.0', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Subnet': '1.1', Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: 'Trunk': '1.1'}} Jun 04 13:37:50.649967 dv-cinder-784779-14-smb neutron-server[98874]: {{(pid=98874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:37:50.658432 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:50.715253 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Attempting to bind port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:37:50.715939 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Attempting to bind port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:37:50.716068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Attempting to bind port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 on network 1c6cc58e-d963-411c-b013-70231370e1cb {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:37:50.721866 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:37:50.722282 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Checking segment: {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:37:50.722752 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.723136 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Bound using segment: {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:37:50.723635 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Bound port: 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:37:50.724051 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.836503 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] For port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:37:50.840669 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] For port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=4418eeb4-47f8-4e6d-892d-42cd5f9cbe44,segment=NetworkSegment(e1267ae6-579b-4e0b-b830-1e8990e4cc10),segment_id=e1267ae6-579b-4e0b-b830-1e8990e4cc10)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:37:50.920715 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:50.924751 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:51.011057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Pushing event updated for resources: {'Port': ['ID=4418eeb4-47f8-4e6d-892d-42cd5f9cbe44,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:51.014349 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:52.202757 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 57064) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:52.799900 dv-cinder-784779-14-smb neutron-server[98873]: WARNING oslo_policy.policy [None req-9ef8b535-a180-4b22-9364-15b7bb042d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:52.799900 dv-cinder-784779-14-smb neutron-server[98873]: WARNING oslo_policy.policy [None req-9ef8b535-a180-4b22-9364-15b7bb042d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:37:53.013902 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [None req-9ef8b535-a180-4b22-9364-15b7bb042d46 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:37:53.015274 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9ef8b535-a180-4b22-9364-15b7bb042d46 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8104548 Jun 04 13:37:55.387208 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57078) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:55.775798 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [None req-64219957-3cf7-4465-b81b-2a089e219210 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:37:55.780353 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-64219957-3cf7-4465-b81b-2a089e219210 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3920085 Jun 04 13:37:55.869632 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:37:56.033937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:37:56.883856 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042911b-df92-4b5d-8553-98f8960d025f None None] Network 1c6cc58e-d963-411c-b013-70231370e1cb requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:37:57.075306 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Provisioning for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:37:57.088083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Provisioning complete for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:37:57.088476 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:57.258346 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:57.293633 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] For port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=4418eeb4-47f8-4e6d-892d-42cd5f9cbe44,segment=NetworkSegment(e1267ae6-579b-4e0b-b830-1e8990e4cc10),segment_id=e1267ae6-579b-4e0b-b830-1e8990e4cc10)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:37:57.376892 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:57.381249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:37:57.427299 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:37:57.454042 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Pushing event updated for resources: {'Port': ['ID=4418eeb4-47f8-4e6d-892d-42cd5f9cbe44,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:37:57.457277 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:37:57.496689 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-49c5137a-c048-49e9-80f8-34822daab5d8 None None] Provisioning complete for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:37:57.497046 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-49c5137a-c048-49e9-80f8-34822daab5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:57.846158 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:37:57.918664 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:37:57.919903 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:58.470187 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57094) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:37:58.822038 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Request body: {'router': {'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'name': 'router1', 'admin_state_up': True}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:37:58.827405 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:37:58.831150 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Usage tracker for resource:router and tenant:a56493dc86bf4f38a784f483b9fe10cf is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:37:58.834744 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:37:58.840320 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:37:58.925461 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:58.927062 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:58.948067 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:59.167497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:59.343775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:37:59.344989 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-15639611-5a14-40b9-a89f-fa3c9581756a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8738253 Jun 04 13:38:00.879670 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d32a6d2c-9ce9-4ff2-a72a-291671a2ad0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:01.749074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57102) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:02.113995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [None req-b6460027-3163-4f8f-93b9-f55360a5f4c6 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:38:02.114967 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b6460027-3163-4f8f-93b9-f55360a5f4c6 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649614 Jun 04 13:38:03.412322 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:03.456313 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b274c9f9-ca3c-4078-aa1e-53668dbd24d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:04.466025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57110) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:04.827881 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:04.831120 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:38:04.836678 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:38:04.840698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Usage tracker for resource:network and tenant:d1b7b5fbb85149d080b62da18a3d658d is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:38:04.844189 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:38:04.849993 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:38:04.913554 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Made reservation on behalf of d1b7b5fbb85149d080b62da18a3d658d for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:38:04.915864 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:04.928306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:04.943323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:38:04.947013 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b7b5fbb85149d080b62da18a3d658d is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:38:04.949830 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:38:04.963369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:38:05.043359 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.124754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.127858 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:05.144759 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Reserving flat network on physical network physnet1 {{(pid=98872) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 04 13:38:05.164205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3771ec-b707-4cdf-9a51-5fba213e84ce,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:05.167248 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:05.170394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.170668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Added segment cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d of type flat for network b3da8cac-ebb9-4148-93af-fed4c998375d Jun 04 13:38:05.201032 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.309280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.311417 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:38:05.312026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:05.315330 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5e7cf6dd-bc21-40c6-9978-e797518c35b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:05.412815 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Pushing event updated for resources: {'Network': ['ID=b3da8cac-ebb9-4148-93af-fed4c998375d,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:05.416151 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:05.423558 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network b3da8cac-ebb9-4148-93af-fed4c998375d details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:38:05.504753 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0376081 Jun 04 13:38:06.355185 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:07.860615 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57128) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:08.068826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cb4e11-c9f2-4c48-8e6c-75db42b55c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:38:08.070153 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b3cb4e11-c9f2-4c48-8e6c-75db42b55c50 admin admin] 10.222.0.10 "GET /v2.0/subnets/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc HTTP/1.1" status: 200 len: 849 time: 0.2096512 Jun 04 13:38:08.213079 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ccbbde79-ca56-47fd-b924-f58563f40d82 admin admin] 10.222.0.10 "GET /v2.0/routers/a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 HTTP/1.1" status: 200 len: 704 time: 0.1376739 Jun 04 13:38:08.696302 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:08.920651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Allocated IP 172.20.0.1 (1c6cc58e-d963-411c-b013-70231370e1cb/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc/0b20a93d-354c-4e6c-9ea9-f7868bd10e28) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:38:09.077473 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.094473 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Transition to ACTIVE for port object 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:38:09.225484 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.234493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:09.302534 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Network 1c6cc58e-d963-411c-b013-70231370e1cb is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:38:09.305303 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:38:09.309887 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:38:09.310392 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.436592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:09.446447 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:09.589400 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7a70bd77-b0ef-493f-bf42-398865c9a8e4 None None] Provisioning for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:38:09.595133 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7a70bd77-b0ef-493f-bf42-398865c9a8e4 None None] Provisioning complete for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:09.599683 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7a70bd77-b0ef-493f-bf42-398865c9a8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.654173 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-7a70bd77-b0ef-493f-bf42-398865c9a8e4 None None] Port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:38:09.674495 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.900100 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.959560 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.960714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:09.964579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:10.053845 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:10.056482 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:10.150479 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Network 1c6cc58e-d963-411c-b013-70231370e1cb is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:38:10.151411 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:38:10.377629 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-e252e5a2-f1bc-49b6-971e-cde72f462552 None None] Provisioning complete for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:10.378000 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e252e5a2-f1bc-49b6-971e-cde72f462552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:10.434585 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-e252e5a2-f1bc-49b6-971e-cde72f462552 None None] Port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:38:10.462162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:38:10.612673 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:38:10.621982 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Sync routers for ids ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:38:10.623098 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/a04f0b99-3ba2-4818-b8fd-2518c9e83fd6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4049003 Jun 04 13:38:10.632340 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Routers {'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:38:10.633181 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:38:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:10.812460 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Set router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 gateway port host: None {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:38:11.180602 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:09Z', 'revision_number': 2, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port_host': None, '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:09Z', 'revision_number': 2, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:11.185966 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Checking router: a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:38:11.186329 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Updating router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:38:11.237748 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:11.612981 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:11.628127 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Transition to ACTIVE for port object 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:38:11.692593 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:11.697624 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:11.831410 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Pushing event updated for resources: {'Port': ['ID=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:11.867195 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.867493 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.867773 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.868117 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.868431 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.868749 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.869067 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.869380 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.869706 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.870020 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.870327 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.870631 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Tracked resource versions report: Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: pushed versions: Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: { 'AddressGroup': {'1.2'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'ConntrackHelper': {'1.0'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Log': {'1.0'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Network': {'1.1'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Port': {'1.7'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'PortForwarding': {'1.2'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'QosPolicy': {'1.8'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroup': {'1.4'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SubPort': {'1.0'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Subnet': {'1.1'}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Trunk': {'1.1'}} Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: consumer versions: Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'ConntrackHelper': '1.0', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Log': '1.0', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Network': '1.1', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Port': '1.7', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'PortForwarding': '1.2', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'QosPolicy': '1.8', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroup': '1.4', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroupRule': '1.2', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'SubPort': '1.0', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Subnet': '1.1', Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: 'Trunk': '1.1'}} Jun 04 13:38:11.871720 dv-cinder-784779-14-smb neutron-server[98875]: {{(pid=98875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:38:11.880269 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:11.936504 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Attempting to bind port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:38:11.936904 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Attempting to bind port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:38:11.937329 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Attempting to bind port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 on network 1c6cc58e-d963-411c-b013-70231370e1cb {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:38:11.942564 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:38:11.942954 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Checking segment: {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:38:11.943424 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:11.943810 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Bound using segment: {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:38:11.945874 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Bound port: 0b20a93d-354c-4e6c-9ea9-f7868bd10e28, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1267ae6-579b-4e0b-b830-1e8990e4cc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:38:11.945874 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:12.033871 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] For port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:38:12.038590 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] For port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,segment=NetworkSegment(e1267ae6-579b-4e0b-b830-1e8990e4cc10),segment_id=e1267ae6-579b-4e0b-b830-1e8990e4cc10)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:38:12.144230 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:12.149132 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:12.233859 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Routers {'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:38:12.234492 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:38:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:12.289264 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Pushing event updated for resources: {'Port': ['ID=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,revision_number=4']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:12.303674 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:12.414658 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] Set router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 gateway port host: None {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:38:12.736808 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:09Z', 'revision_number': 2, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port_host': None, '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:12Z', 'revision_number': 4, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:12.739866 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449816f-d077-4bfe-aee9-2b75be87a010 None None] The sync data for ids ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'] in dv-cinder-784779-14-smb is: [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:09Z', 'revision_number': 2, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port_host': None, '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:12Z', 'revision_number': 4, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:38:12.827980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57146) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:12.976568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04150105-dd86-453d-aaa9-4d9606e66c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:38:12.977124 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-04150105-dd86-453d-aaa9-4d9606e66c08 admin admin] Synchronizing usage tracker for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:network {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:38:13.069720 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-04150105-dd86-453d-aaa9-4d9606e66c08 admin admin] Unset dirty status for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:network {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:38:13.070895 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-04150105-dd86-453d-aaa9-4d9606e66c08 admin admin] 10.222.0.10 "GET /v2.0/networks/b3da8cac-ebb9-4148-93af-fed4c998375d HTTP/1.1" status: 200 len: 842 time: 0.2417691 Jun 04 13:38:13.080754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:38:13.086026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:38:13.089752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Usage tracker for resource:subnet and tenant:d1b7b5fbb85149d080b62da18a3d658d is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:38:13.093350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:38:13.102641 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:38:13.204506 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Made reservation on behalf of d1b7b5fbb85149d080b62da18a3d658d for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:38:13.206953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:13.729113 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.objects.ports [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98872) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 04 13:38:13.729465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:13.733698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:13.807045 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47820aa-fee6-4e54-b8e3-e929e3628589,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:13.811039 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:38:13.811402 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Network hostable DHCP agents. Network: b3da8cac-ebb9-4148-93af-fed4c998375d, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:38:13.814221 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:13.932468 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:38:14.033924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, b3da8cac-ebb9-4148-93af-fed4c998375d) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:38:14.039460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:38:14.040287 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:14.044985 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a0dec1-04e3-478d-a1d5-c43ec7f4fd7a None None] Network b3da8cac-ebb9-4148-93af-fed4c998375d requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:38:14.173553 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0822093 Jun 04 13:38:14.240030 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d655b2-a74f-43c1-9a3d-cef09ac9ca23 None None] Network b3da8cac-ebb9-4148-93af-fed4c998375d requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:38:15.864149 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:38:16.030197 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:38:16.035655 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:16.037884 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:16.155575 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:16.186671 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,segment=NetworkSegment(e1267ae6-579b-4e0b-b830-1e8990e4cc10),segment_id=e1267ae6-579b-4e0b-b830-1e8990e4cc10)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:38:16.252771 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:16.255326 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-8246cbdd-d05e-4da7-ae6f-a928073df53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:16.349206 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=0b20a93d-354c-4e6c-9ea9-f7868bd10e28,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:16.352649 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:16.453689 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57158) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:16.652128 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-aa2ef639-3c03-4baa-b7b6-a5358f631202 admin admin] 10.222.0.10 "GET /v2.0/routers/a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 HTTP/1.1" status: 200 len: 710 time: 0.1972077 Jun 04 13:38:16.784290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af80b52-0d52-4572-a753-c998c4441a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:38:16.785648 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-8af80b52-0d52-4572-a753-c998c4441a18 admin admin] 10.222.0.10 "GET /v2.0/networks/b3da8cac-ebb9-4148-93af-fed4c998375d HTTP/1.1" status: 200 len: 886 time: 0.1283078 Jun 04 13:38:16.795141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:38:17.293467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:17.675101 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:17.731001 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:17.858123 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:38:17.875298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Allocated IP 172.28.1.250 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/342f6f24-31fd-4628-a056-1a31695dc92c) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:38:17.923811 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:17.924213 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:18.019708 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:18.132917 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:18.136846 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:18.200969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:38:18.203644 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:38:18.207130 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:38:18.271459 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Pushing event updated for resources: {'Port': ['ID=342f6f24-31fd-4628-a056-1a31695dc92c,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:18.323247 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:18.717807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:19.042871 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:19.046290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1693389'] for router, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:19.217755 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:38:19.392280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:38:19.400119 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:19.401299 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] 10.222.0.10 "PUT /v2.0/routers/a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 HTTP/1.1" status: 200 len: 890 time: 2.6101034 Jun 04 13:38:19.402205 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Sync routers for ids ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:38:19.412188 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Routers {'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:38:19.412878 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:38:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:19.605697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Set router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:38:19.947191 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:18Z', 'revision_number': 4, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port': {'id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:17Z', 'updated_at': '2021-06-04T13:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:16Z', 'revision_number': 5, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:19.952214 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Checking router: a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:38:19.952574 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Updating router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 port 342f6f24-31fd-4628-a056-1a31695dc92c binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:38:20.006489 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.329211 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.341212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Transition to ACTIVE for port object 342f6f24-31fd-4628-a056-1a31695dc92c will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:38:20.418646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.422769 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:20.500675 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Attempting to bind port 342f6f24-31fd-4628-a056-1a31695dc92c on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:38:20.501038 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Attempting to bind port 342f6f24-31fd-4628-a056-1a31695dc92c by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:38:20.501395 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Attempting to bind port 342f6f24-31fd-4628-a056-1a31695dc92c on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:38:20.503242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Pushing event updated for resources: {'Port': ['ID=342f6f24-31fd-4628-a056-1a31695dc92c,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:20.507058 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:20.509436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:38:20.509858 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:38:20.510186 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.510561 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:38:20.511014 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Bound port: 342f6f24-31fd-4628-a056-1a31695dc92c, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:38:20.511376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.584143 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] For port 342f6f24-31fd-4628-a056-1a31695dc92c, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:38:20.586935 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] For port 342f6f24-31fd-4628-a056-1a31695dc92c, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=342f6f24-31fd-4628-a056-1a31695dc92c,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:38:20.664063 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:20.667982 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:20.739006 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Routers {'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:38:20.740037 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:38:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:20.800742 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Pushing event updated for resources: {'Port': ['ID=342f6f24-31fd-4628-a056-1a31695dc92c,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:20.810738 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:20.945955 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] Set router a04f0b99-3ba2-4818-b8fd-2518c9e83fd6 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:38:21.276305 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:18Z', 'revision_number': 4, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port': {'id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:17Z', 'updated_at': '2021-06-04T13:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:16Z', 'revision_number': 5, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:38:21.280352 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e5ee49-be37-4b9f-9083-6bf8996541e7 None None] The sync data for ids ['a04f0b99-3ba2-4818-b8fd-2518c9e83fd6'] in dv-cinder-784779-14-smb is: [{'id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'name': 'router1', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:37:58Z', 'updated_at': '2021-06-04T13:38:18Z', 'revision_number': 4, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'gw_port': {'id': '342f6f24-31fd-4628-a056-1a31695dc92c', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:17Z', 'updated_at': '2021-06-04T13:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '0b20a93d-354c-4e6c-9ea9-f7868bd10e28', 'name': '', 'network_id': '1c6cc58e-d963-411c-b013-70231370e1cb', 'tenant_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'mac_address': 'fa:16:3e:03:52:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04f0b99-3ba2-4818-b8fd-2518c9e83fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:38:08Z', 'updated_at': '2021-06-04T13:38:16Z', 'revision_number': 5, 'project_id': 'a56493dc86bf4f38a784f483b9fe10cf', 'subnets': [{'id': '8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbf04a9d-918f-4f45-b8f3-b00c09497cfd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:38:21.832587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57166) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:38:21.886412 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 342f6f24-31fd-4628-a056-1a31695dc92c up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:38:21.955780 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c20c3dc6-b1d9-4c5a-9293-11915c784936 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1220598 Jun 04 13:38:22.030100 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 342f6f24-31fd-4628-a056-1a31695dc92c completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:38:22.035868 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 342f6f24-31fd-4628-a056-1a31695dc92c triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:22.036276 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:22.157143 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:22.174132 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 342f6f24-31fd-4628-a056-1a31695dc92c, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=342f6f24-31fd-4628-a056-1a31695dc92c,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:38:22.309507 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:22.312876 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:38:22.381842 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=342f6f24-31fd-4628-a056-1a31695dc92c,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:38:22.384977 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:38:23.860738 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 342f6f24-31fd-4628-a056-1a31695dc92c up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:38:23.942576 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 342f6f24-31fd-4628-a056-1a31695dc92c triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:38:23.942958 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:30.858134 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44f45448-a505-4f0e-8d77-433e4b2d9493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:33.374705 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:33.458011 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-747323aa-68bc-4986-82af-23def187348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:34.395708 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:38:34.821623 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:38:36.387328 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:00.874362 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c0da8a85-85c3-4ece-b2d0-4094201eae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:03.372697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:03.480447 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-321eebcd-b60f-4725-89ff-7b6357b258b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:04.840241 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:06.383252 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:11.398113 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:39:30.866275 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac31-135f-407f-9fdd-66b7b50ade9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:33.348707 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:33.442995 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-201e3169-3c32-4127-8b0d-dd37b1cbb6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:34.823448 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:36.375018 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:39:48.396508 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:40:00.088890 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57734) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:00.155231 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3ea9ff-2022-4b0a-9488-5aa6ebf9372b admin admin] GET failed (client error): The resource could not be found. Jun 04 13:40:00.156498 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-4f3ea9ff-2022-4b0a-9488-5aa6ebf9372b admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666578 Jun 04 13:40:00.286081 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3210400f-525b-4a9c-a902-152e247e5d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:00.287642 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-3210400f-525b-4a9c-a902-152e247e5d37 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272602 Jun 04 13:40:00.879300 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-26163bfb-a9e4-4352-b40f-8e4e46fc772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:02.439289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57744) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:02.560702 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e82ec53-82ca-4278-b044-9c9d36db00b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:02.561255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1e82ec53-82ca-4278-b044-9c9d36db00b2 admin admin] Synchronizing usage tracker for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:subnet {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:40:02.639675 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1e82ec53-82ca-4278-b044-9c9d36db00b2 admin admin] Unset dirty status for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:subnet {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:40:02.640822 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1e82ec53-82ca-4278-b044-9c9d36db00b2 admin admin] 10.222.0.10 "GET /v2.0/subnets/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc HTTP/1.1" status: 200 len: 849 time: 0.2005706 Jun 04 13:40:02.650879 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:40:02.766505 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.067167 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773052930820'] for subnet, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.071143 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c20c322e-ca07-4c06-b498-e8d47b89a470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:03.110893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:03.111861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.116816 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] 10.222.0.10 "PUT /v2.0/subnets/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc HTTP/1.1" status: 200 len: 868 time: 0.4664967 Jun 04 13:40:03.117027 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16087b7-bedc-4ae5-8ad8-3318b888a5cd None None] Network 1c6cc58e-d963-411c-b013-70231370e1cb requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:40:03.137903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:03.145746 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.146085 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.146418 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.146746 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.147071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.147392 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.147710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.148052 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.148371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.148684 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.149000 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.149311 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:03.153824 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1e1ec7c4-3406-427a-b404-91627306f382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:03.405518 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.479504 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-61d3761a-e326-429c-9c77-42614b09527f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.576445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-e83a95c3-66f1-42e9-b1a9-f65a953d6912 None None] Provisioning complete for port 4418eeb4-47f8-4e6d-892d-42cd5f9cbe44 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:40:03.576837 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e83a95c3-66f1-42e9-b1a9-f65a953d6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:03.700074 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-e83a95c3-66f1-42e9-b1a9-f65a953d6912 None None] Provisioning complete for port 0b20a93d-354c-4e6c-9ea9-f7868bd10e28 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:40:03.700369 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e83a95c3-66f1-42e9-b1a9-f65a953d6912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:04.834111 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:05.262589 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57754) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:05.433140 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a1143-8fa5-4b07-bbc8-729c4060adea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:05.433619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a1143-8fa5-4b07-bbc8-729c4060adea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:05.435117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-cf1a1143-8fa5-4b07-bbc8-729c4060adea admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715884 Jun 04 13:40:06.370937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:07.616665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57762) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:07.785289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56484887-090b-4238-97aa-527dfe7b0adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:07.785762 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56484887-090b-4238-97aa-527dfe7b0adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:07.787243 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-56484887-090b-4238-97aa-527dfe7b0adc admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1696472 Jun 04 13:40:09.912186 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57770) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:10.086602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2c14a-8fb8-4553-87fe-d9032277c5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:10.088802 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-26a2c14a-8fb8-4553-87fe-d9032277c5e6 admin admin] 10.222.0.10 "GET /v2.0/networks/1c6cc58e-d963-411c-b013-70231370e1cb HTTP/1.1" status: 200 len: 869 time: 0.1756299 Jun 04 13:40:12.225706 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57778) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:12.391006 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e85de9-3791-48be-89ea-2adb1eae59b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:12.392374 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-84e85de9-3791-48be-89ea-2adb1eae59b5 admin admin] 10.222.0.10 "GET /v2.0/networks/b3da8cac-ebb9-4148-93af-fed4c998375d HTTP/1.1" status: 200 len: 886 time: 0.1657374 Jun 04 13:40:14.534909 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57786) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:14.645214 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc4e92-8adf-4069-aa74-2c7f9f8dee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:14.645666 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc4e92-8adf-4069-aa74-2c7f9f8dee6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:14.647172 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f2fc4e92-8adf-4069-aa74-2c7f9f8dee6e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113362 Jun 04 13:40:16.768619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57794) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:16.879076 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a939497-1bfd-4b05-9514-0f35c80d1a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:16.879539 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a939497-1bfd-4b05-9514-0f35c80d1a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:16.881046 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1a939497-1bfd-4b05-9514-0f35c80d1a68 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1115034 Jun 04 13:40:19.004677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57802) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:19.116575 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed25ec2-b335-4006-8d56-12f26d74354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:19.117978 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0ed25ec2-b335-4006-8d56-12f26d74354c admin admin] 10.222.0.10 "GET /v2.0/subnets/8eacb4ab-4ae0-4fd6-bff3-b60f76ac88dc HTTP/1.1" status: 200 len: 868 time: 0.1122758 Jun 04 13:40:21.229606 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57810) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:21.330750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b125df5-e21a-4fc5-a077-d9c0c7e3a3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:21.332035 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-6b125df5-e21a-4fc5-a077-d9c0c7e3a3c1 admin admin] 10.222.0.10 "GET /v2.0/subnets/a47820aa-fee6-4e54-b8e3-e929e3628589 HTTP/1.1" status: 200 len: 816 time: 0.1014171 Jun 04 13:40:25.395138 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:40:30.861904 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e2fa3ce9-7785-4105-aa1a-8603f9065a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:33.393364 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:33.479351 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-bd52c1d0-bc09-4f34-87c5-637e450ade17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:34.840160 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:36.396824 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:44.908618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57854) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:44.957115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [None req-e3fdb918-c1bb-4092-9b81-bbce1645e452 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:40:44.958086 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e3fdb918-c1bb-4092-9b81-bbce1645e452 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485356 Jun 04 13:40:47.195370 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57862) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:47.261054 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6df7f9-6886-4543-945a-d625dd7d1c49 admin admin] GET failed (client error): The resource could not be found. Jun 04 13:40:47.262286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-6b6df7f9-6886-4543-945a-d625dd7d1c49 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659153 Jun 04 13:40:47.388288 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c17ee-76da-41bc-86b9-e19b7bb9d271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:47.389757 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-430c17ee-76da-41bc-86b9-e19b7bb9d271 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1236219 Jun 04 13:40:49.675173 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57870) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:49.722497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:40:49.727716 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:40:49.737331 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:40:49.813355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Made reservation on behalf of d1b7b5fbb85149d080b62da18a3d658d for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:40:49.815730 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:49.905235 dv-cinder-784779-14-smb neutron-server[98872]: WARNING neutron.services.revisions.revision_plugin [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Could not find related network for resource to bump revision. Jun 04 13:40:49.917846 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:40:49.926065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:49.926395 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Added segment 202bf39b-8def-4cff-b419-3e1da92a536e of type vlan for network a8598974-ebff-460b-a726-f021d1e2decd Jun 04 13:40:49.950240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:50.056163 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:50.057499 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:50.058099 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:50.061502 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:50.158265 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Pushing event updated for resources: {'Network': ['ID=a8598974-ebff-460b-a726-f021d1e2decd,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:50.160965 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:50.168469 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network a8598974-ebff-460b-a726-f021d1e2decd details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:40:50.251090 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5748241 Jun 04 13:40:52.440166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57878) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:40:52.505324 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afd3c0a-6a3e-46da-a5a8-2bed4842ce73 admin admin] GET failed (client error): The resource could not be found. Jun 04 13:40:52.505834 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7afd3c0a-6a3e-46da-a5a8-2bed4842ce73 admin admin] Synchronizing usage tracker for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:network {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:40:52.575704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7afd3c0a-6a3e-46da-a5a8-2bed4842ce73 admin admin] Unset dirty status for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:network {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:40:52.576811 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7afd3c0a-6a3e-46da-a5a8-2bed4842ce73 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1357133 Jun 04 13:40:52.718357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3dd77f-7809-47eb-a4ca-086a179a4668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:52.719783 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-bf3dd77f-7809-47eb-a4ca-086a179a4668 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1389859 Jun 04 13:40:52.729794 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:40:52.734062 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:40:52.743337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:40:52.804380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Made reservation on behalf of d1b7b5fbb85149d080b62da18a3d658d for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:40:52.806761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:53.252760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:53.257005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:53.328084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc4afd2-dd46-4f78-82e2-37c3189bb509,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:53.333014 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:53.335318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Checking segment: {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:40:53.335667 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Network hostable DHCP agents. Network: a8598974-ebff-460b-a726-f021d1e2decd, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:40:53.407677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Network a8598974-ebff-460b-a726-f021d1e2decd is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:40:53.495989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, a8598974-ebff-460b-a726-f021d1e2decd) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:40:53.499965 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:40:53.500549 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:53.505109 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1ceb0-1a1d-4cc0-9b18-90f4f9fa59f4 None None] Network a8598974-ebff-460b-a726-f021d1e2decd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:40:53.710177 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-a8598974-ebff-460b-a726-f021d1e2decd', 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd', 'tenant_id': 'd1b7b5fbb85149d080b62da18a3d658d', 'fixed_ips': [{'subnet_id': '5fc4afd2-dd46-4f78-82e2-37c3189bb509'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:40:53.713498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:53.809431 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fc460376-eeba-49ee-b171-8d2e1c943cc7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0834725 Jun 04 13:40:53.900739 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Allocated IP 192.168.233.2 (a8598974-ebff-460b-a726-f021d1e2decd/5fc4afd2-dd46-4f78-82e2-37c3189bb509/751348de-2e57-48ad-81a4-7127f97e5932) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:40:54.110647 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:54.120817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Transition to ACTIVE for port object 751348de-2e57-48ad-81a4-7127f97e5932 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:40:54.139649 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Transition to ACTIVE for port object 751348de-2e57-48ad-81a4-7127f97e5932 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:40:54.233994 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:54.241610 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:54.306577 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Network a8598974-ebff-460b-a726-f021d1e2decd is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:40:54.307644 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:40:54.311225 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:40:54.344446 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Pushing event updated for resources: {'Port': ['ID=751348de-2e57-48ad-81a4-7127f97e5932,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:54.386187 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.386521 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.386846 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.387167 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.387480 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.387793 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.388126 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.388439 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.388769 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.389106 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.389439 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.389747 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:40:54.397533 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:54.419765 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Attempting to bind port 751348de-2e57-48ad-81a4-7127f97e5932 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:40:54.420283 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Attempting to bind port 751348de-2e57-48ad-81a4-7127f97e5932 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:40:54.420817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Attempting to bind port 751348de-2e57-48ad-81a4-7127f97e5932 on network a8598974-ebff-460b-a726-f021d1e2decd {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:40:54.428247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:40:54.428609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Checking segment: {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:40:54.429001 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:54.429412 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Bound using segment: {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:40:54.430514 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Bound port: 751348de-2e57-48ad-81a4-7127f97e5932, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:40:54.430906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:54.518089 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] For port 751348de-2e57-48ad-81a4-7127f97e5932, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:40:54.521037 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] For port 751348de-2e57-48ad-81a4-7127f97e5932, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=751348de-2e57-48ad-81a4-7127f97e5932,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:40:54.588414 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:54.592652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:54.671341 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Pushing event updated for resources: {'Port': ['ID=751348de-2e57-48ad-81a4-7127f97e5932,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:54.674874 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:55.446545 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85190e-519a-4dba-866a-941c337cab71 None None] Network a8598974-ebff-460b-a726-f021d1e2decd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:40:55.548988 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-26d25439-8e9c-4afe-b4b7-0aaaf255bbd9 None None] Provisioning for port 751348de-2e57-48ad-81a4-7127f97e5932 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:40:55.986619 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 751348de-2e57-48ad-81a4-7127f97e5932 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:40:56.153218 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 751348de-2e57-48ad-81a4-7127f97e5932 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:40:56.158260 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 751348de-2e57-48ad-81a4-7127f97e5932 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:40:56.158630 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:56.302980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:56.335480 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 751348de-2e57-48ad-81a4-7127f97e5932, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=751348de-2e57-48ad-81a4-7127f97e5932,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:40:56.410526 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:40:56.412637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:40:56.479226 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=751348de-2e57-48ad-81a4-7127f97e5932,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:40:56.482273 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:40:57.970922 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 751348de-2e57-48ad-81a4-7127f97e5932 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:40:58.037427 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 751348de-2e57-48ad-81a4-7127f97e5932 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:40:58.037795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:00.884629 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d2fabe31-9d12-4813-82cc-3cf0665c6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:02.392954 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:41:03.358844 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:03.456196 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-15a41667-c668-4dbe-a7ac-4aa2a1d88443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:04.847426 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:06.399496 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:30.904124 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9b135161-6b95-4f40-a6ab-d82cdc8534be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:33.373107 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:33.453018 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fa1b9bf1-f3ca-4198-8a66-f07367561f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:34.847019 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:36.413066 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:41:39.393082 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:42:00.890049 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-5fc1be97-a61a-464b-9ee3-f84f5fc70a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.392382 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:03.455478 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f071b233-0cb2-4dc4-af3f-260c971e5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:04.878564 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:06.452425 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:11.028726 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57930) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:11.034719 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [None req-44e377b8-cec0-461b-adfd-69e43c7e8dba tempest-verify_tempest_config-1677186511 tempest-verify_tempest_config-1677186511-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:42:11.035729 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-44e377b8-cec0-461b-adfd-69e43c7e8dba tempest-verify_tempest_config-1677186511 tempest-verify_tempest_config-1677186511-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060110 Jun 04 13:42:11.651241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57948) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:11.764629 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:11.778596 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:42:11.782312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Usage tracker for resource:security_group_rule and tenant:278a221a826d46d4afe1c40e62347e4a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:42:11.785019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:42:11.791171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:42:11.869919 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:11.952369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:11.960322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:42:12.000096 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Synchronizing usage tracker for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:42:12.003388 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d212e3-d5ff-47c1-8a60-3f4f3da394f5,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:12.014197 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.014558 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.014897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.015227 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.015552 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.015893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.016216 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.016536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.016856 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.017177 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.017493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.017836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:42:12.023205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:42:12.101174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Unset dirty status for tenant:d1b7b5fbb85149d080b62da18a3d658d on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:42:12.102470 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=278a221a826d46d4afe1c40e62347e4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4502735 Jun 04 13:42:12.105139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 57952) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:42:12.164252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:12.188319 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:12.381399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:12.385292 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-733f3d49-3035-4d06-8ba9-97c4dbeeae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:42:12.398457 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d212e3-d5ff-47c1-8a60-3f4f3da394f5,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:42:12.401323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:42:12.403172 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:12.404556 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05d212e3-d5ff-47c1-8a60-3f4f3da394f5 HTTP/1.1" status: 204 len: 168 time: 0.2982965 Jun 04 13:42:16.392339 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:42:30.874733 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a47ecb00-7868-4354-bc0c-84e6e1023be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:33.483751 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:33.677786 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-026a165a-1938-4af4-97b1-6e1dcb85181b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:34.874245 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:36.411764 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:42:53.393069 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:43:00.868858 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e07d37e8-1bb2-4ad8-bbfa-86728cc36264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:03.383475 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:03.474063 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-3bb658d9-377e-4426-af1a-3603001628ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:04.849444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:06.415110 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:30.393365 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 5 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:43:30.923525 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ac646b83-f35d-4762-84a2-b71ed62e9daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:33.431932 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:33.626734 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-3b47c2eb-21f0-468e-918f-01b37ce2b45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:34.856467 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:36.428265 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:53.079942 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671'] for agent, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:43:56.352423 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58004) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:43:56.526854 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.policy [None req-c51a5927-d43d-4c0b-876b-980aae334571 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98873) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 04 13:43:56.573748 dv-cinder-784779-14-smb neutron-server[98873]: WARNING oslo_policy.policy [None req-c51a5927-d43d-4c0b-876b-980aae334571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:43:56.574076 dv-cinder-784779-14-smb neutron-server[98873]: WARNING oslo_policy.policy [None req-c51a5927-d43d-4c0b-876b-980aae334571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 04 13:43:56.604299 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c51a5927-d43d-4c0b-876b-980aae334571 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.2508750 Jun 04 13:43:58.773312 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58016) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:43:58.828534 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-841a43d1-1797-4f7b-b68e-1691d23ca3bd admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0541785 Jun 04 13:44:00.896218 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-01105e77-b25e-421e-b246-c81f6a3082c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:03.360129 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:03.450826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-befa8583-dff4-4786-96d9-796f8e545849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:04.883130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:06.439042 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:07.393091 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:44:23.036980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:30.903989 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c2e14eaf-48ca-45ff-a88b-066206176b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:33.364380 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:33.461700 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-cdd1fb90-9986-4b79-a40a-60f45c732a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:34.871043 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:36.416048 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:44:44.393399 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:44:53.025863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:00.882749 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-137b8a01-c831-4884-91ba-45eb60621e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:03.369955 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:03.449477 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-32975a31-81bc-43e3-b9c2-904cc27d33fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:04.878398 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:06.421260 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:21.393180 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:45:23.008992 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:30.866615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b14145e4-8fb4-4b2a-9c09-5a6b79010589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:33.409127 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:33.529456 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8d6a0e82-4d30-498b-963d-0ec6a12a1b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:34.876484 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:36.420866 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:38.080762 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58224) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:38.407229 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58236) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:38.611628 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688840730-network', 'tenant_id': '610ba9928ae44c61bac37ec81f6ca0d3'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:38.613321 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.quota [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Loaded quota_driver: . Jun 04 13:45:38.620867 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:38.633397 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Usage tracker for resource:network and tenant:610ba9928ae44c61bac37ec81f6ca0d3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:38.646926 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:38.655119 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:38.723559 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58248) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:38.751010 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Made reservation on behalf of 610ba9928ae44c61bac37ec81f6ca0d3 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:38.754887 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:38.775376 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:38.790985 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:38.795034 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Usage tracker for resource:security_group_rule and tenant:610ba9928ae44c61bac37ec81f6ca0d3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:38.799285 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:38.805395 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:38.883366 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-network', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:38.906385 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58264) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:38.917474 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383285319-network', 'tenant_id': '06d1ef157190493098b9e17b06d214a7'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:38.928936 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:38.932125 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:38.936706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:38.939020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Usage tracker for resource:network and tenant:000f09c1ef1742a180d41b9780d971f7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:38.942994 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:38.945850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Usage tracker for resource:network and tenant:06d1ef157190493098b9e17b06d214a7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:38.948739 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:38.956761 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:38.958846 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:38.994531 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.011243 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.018792 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:39.033760 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773052842680', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.034465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Unsubscribe: segment precommit_create {{(pid=98873) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 04 13:45:39.035041 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Added segment 2b22d101-85ed-444e-9a57-3115f3d55980 of type vlan for network d011f3a5-2ef8-48d7-8da3-4f3233278dc0 Jun 04 13:45:39.105204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1707518833-network', 'tenant_id': '957d2c45dcd84638a906231d84cda0b3'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:39.113105 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:39.118983 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Usage tracker for resource:network and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:39.132426 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.137021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:39.152675 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:39.170351 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Made reservation on behalf of 06d1ef157190493098b9e17b06d214a7 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:39.173084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.184386 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Made reservation on behalf of 000f09c1ef1742a180d41b9780d971f7 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:39.187256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.219516 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d291012-c913-47c2-940e-11ede115960a,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:39.226804 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.243513 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.244278 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.244772 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.245251 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.245742 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.246234 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.246704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.247177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.247658 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.248033 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.248660 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.249128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Tracked resource versions report: Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: pushed versions: Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: { 'AddressGroup': {'1.2'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'ConntrackHelper': {'1.0'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Log': {'1.0'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Network': {'1.1'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Port': {'1.7'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'PortForwarding': {'1.2'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'QosPolicy': {'1.8'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SecurityGroup': {'1.4'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SubPort': {'1.0'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Subnet': {'1.1'}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Trunk': {'1.1'}} Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: consumer versions: Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: HyperV agent@hv-cinder-78477: {}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'ConntrackHelper': '1.0', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Log': '1.0', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Network': '1.1', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Port': '1.7', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'PortForwarding': '1.2', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'QosPolicy': '1.8', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SecurityGroup': '1.4', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SecurityGroupRule': '1.2', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'SubPort': '1.0', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Subnet': '1.1', Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: 'Trunk': '1.1'}} Jun 04 13:45:39.250417 dv-cinder-784779-14-smb neutron-server[98873]: {{(pid=98873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:45:39.271484 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.272527 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:39.278093 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.289368 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:39.293298 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Usage tracker for resource:security_group_rule and tenant:06d1ef157190493098b9e17b06d214a7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:39.293706 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.296915 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:39.307075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:39.346781 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:39.352125 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Usage tracker for resource:security_group_rule and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:39.358651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:39.369944 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:39.425093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.434398 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.437844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:39.448578 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:39.449262 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.454472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Usage tracker for resource:security_group_rule and tenant:000f09c1ef1742a180d41b9780d971f7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:39.470917 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:39.471721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.506003 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.587500 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.593975 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:39.604456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Pushing event updated for resources: {'Network': ['ID=d011f3a5-2ef8-48d7-8da3-4f3233278dc0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:39.604456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.605567 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:39.609176 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:39.616251 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:39.616856 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network d011f3a5-2ef8-48d7-8da3-4f3233278dc0 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:39.623553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:39.633607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.636784 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Added segment 9737b677-f0ad-48e4-86d9-8f6b59229b24 of type vlan for network af85ff12-593b-4b30-93fd-0bf060918a90 Jun 04 13:45:39.643138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.644924 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Added segment 7e632ed2-16f4-466e-a01a-fc53ddf69714 of type vlan for network e1264076-a5af-41ea-9104-8ebc00c8f2cd Jun 04 13:45:39.668023 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.701037 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.710836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.764543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.770069 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ce652-1f8a-4490-9ae5-3835da303a44,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:39.772784 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:39.830182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a26eb-13ae-40bc-85b6-245fff4a4e9f,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:39.840852 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.841842 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.842719 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.844104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.845077 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.845570 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.846086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.846807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Tracked resource versions report: Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: pushed versions: Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: { 'AddressGroup': {'1.2'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'ConntrackHelper': {'1.0'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Log': {'1.0'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Network': {'1.1'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Port': {'1.7'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'PortForwarding': {'1.2'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'QosPolicy': {'1.8'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroup': {'1.4'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SubPort': {'1.0'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Subnet': {'1.1'}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Trunk': {'1.1'}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: consumer versions: Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: HyperV agent@hv-cinder-78477: {}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'ConntrackHelper': '1.0', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Log': '1.0', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Network': '1.1', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Port': '1.7', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'PortForwarding': '1.2', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'QosPolicy': '1.8', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroup': '1.4', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SecurityGroupRule': '1.2', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'SubPort': '1.0', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Subnet': '1.1', Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: 'Trunk': '1.1'}} Jun 04 13:45:39.852680 dv-cinder-784779-14-smb neutron-server[98872]: {{(pid=98872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:45:39.861427 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:39.862162 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.869660 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:39.876026 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7940862 Jun 04 13:45:39.884703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58306) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:39.884903 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.900172 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Request body: {'subnet': {'network_id': 'd011f3a5-2ef8-48d7-8da3-4f3233278dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1688840730-subnet', 'tenant_id': '610ba9928ae44c61bac37ec81f6ca0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:39.908137 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:39.915373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Usage tracker for resource:subnet and tenant:610ba9928ae44c61bac37ec81f6ca0d3 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:39.919738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.921103 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:39.925293 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:39.926118 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:39.947685 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:39.994268 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:40.029868 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.035212 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3103240 Jun 04 13:45:40.036280 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Pushing event updated for resources: {'Network': ['ID=af85ff12-593b-4b30-93fd-0bf060918a90,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:40.038456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58316) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:40.044447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Request body: {'subnet': {'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383285319-subnet', 'tenant_id': '06d1ef157190493098b9e17b06d214a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:40.047553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:40.050090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:40.051722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network af85ff12-593b-4b30-93fd-0bf060918a90 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:40.054721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Usage tracker for resource:subnet and tenant:06d1ef157190493098b9e17b06d214a7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:40.058139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:40.066683 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:40.130522 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.132716 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Made reservation on behalf of 610ba9928ae44c61bac37ec81f6ca0d3 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:40.141417 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.142211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:40.162460 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:40.176991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af067309-15f6-446f-a53b-7d7d6d709f07,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:40.181641 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:40.182896 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.183549 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Added segment d8112d85-f48b-4c32-b998-d07f466fc983 of type vlan for network 9ad90d96-8ea1-4557-8d7f-bad39550b643 Jun 04 13:45:40.223155 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.244519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Made reservation on behalf of 06d1ef157190493098b9e17b06d214a7 for: {'subnet': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:40.247531 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.277065 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3665435 Jun 04 13:45:40.287244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58328) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:40.300029 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Request body: {'subnet': {'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1707518833-subnet', 'tenant_id': '957d2c45dcd84638a906231d84cda0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:40.306143 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Pushing event updated for resources: {'Network': ['ID=e1264076-a5af-41ea-9104-8ebc00c8f2cd,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:40.308680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:40.315995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:40.320180 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:40.333736 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Usage tracker for resource:subnet and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:40.342448 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:40.358447 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:40.428551 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.439503 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:40.440154 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.448635 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:40.517751 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:40.520255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.602095 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Pushing event updated for resources: {'Network': ['ID=9ad90d96-8ea1-4557-8d7f-bad39550b643,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:40.605861 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:40.615898 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:40.616111 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2078736 Jun 04 13:45:40.619177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58330) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:40.623887 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Request body: {'subnet': {'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-subnet', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:40.632219 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:40.641795 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Usage tracker for resource:subnet and tenant:000f09c1ef1742a180d41b9780d971f7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:40.645702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:40.665416 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:40.804976 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Made reservation on behalf of 000f09c1ef1742a180d41b9780d971f7 for: {'subnet': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:40.809422 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:40.993742 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.001167 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a25de102-a211-4d22-9a17-19829dd715be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:41.096520 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef00546-8762-4b78-b931-ca43331e40a3,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:41.102803 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:41.156280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Checking segment: {'id': '2b22d101-85ed-444e-9a57-3115f3d55980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'd011f3a5-2ef8-48d7-8da3-4f3233278dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:41.156716 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Network hostable DHCP agents. Network: d011f3a5-2ef8-48d7-8da3-4f3233278dc0, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:41.258500 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.266187 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:41.279734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.283722 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:41.348397 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Checking segment: {'id': '9737b677-f0ad-48e4-86d9-8f6b59229b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:41.348751 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Network hostable DHCP agents. Network: af85ff12-593b-4b30-93fd-0bf060918a90, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:41.351409 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c739c8fd-7c0f-409d-a5c9-b78758a4035b,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:41.354742 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da874524-5bf2-452e-9e94-c222536761df,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:41.356847 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:41.362699 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:41.363241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Checking segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:41.363590 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Network hostable DHCP agents. Network: e1264076-a5af-41ea-9104-8ebc00c8f2cd, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:41.432388 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Network d011f3a5-2ef8-48d7-8da3-4f3233278dc0 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:41.476676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:41.488256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Network af85ff12-593b-4b30-93fd-0bf060918a90 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:41.565297 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, d011f3a5-2ef8-48d7-8da3-4f3233278dc0) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:41.569739 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, af85ff12-593b-4b30-93fd-0bf060918a90) {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:41.569927 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, e1264076-a5af-41ea-9104-8ebc00c8f2cd) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:41.586303 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321613c-93f6-4360-9872-0aee93fafd68 None None] Network d011f3a5-2ef8-48d7-8da3-4f3233278dc0 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:41.604761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:41.605427 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.617151 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:41.617809 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.622374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade36aea-fd2a-4766-ba82-2fac272ef2d6 None None] Network af85ff12-593b-4b30-93fd-0bf060918a90 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:41.679583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:41.680254 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.719202 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134aab83-13ba-426f-99b7-59b91ec6ca84 None None] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:41.776822 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9ec00e95-91ad-40b2-a445-f49883f82c6e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8901057 Jun 04 13:45:41.802142 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5102503 Jun 04 13:45:41.873390 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8337479 Jun 04 13:45:41.898599 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:41.905031 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:42.097139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec11ec89-9546-4273-a21c-9d96594c76bc,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:42.102395 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:42.125921 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Checking segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:42.126299 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Network hostable DHCP agents. Network: 9ad90d96-8ea1-4557-8d7f-bad39550b643, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:42.272293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:42.351770 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97715643-44e4-4da8-a223-0d1ed05df0cd None None] Network d011f3a5-2ef8-48d7-8da3-4f3233278dc0 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:42.392876 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 9ad90d96-8ea1-4557-8d7f-bad39550b643) {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:42.405222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:42.407276 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:42.465610 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c5483d-6704-4578-adc1-a7f2faffc96f None None] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:42.485928 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58410) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:42.490355 dv-cinder-784779-14-smb neutron-server[98872]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 04 13:45:42.605093 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b2d7c95d-c2f0-4af7-b23d-7f7357e8b3a9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9848447 Jun 04 13:45:42.609293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58420) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:42.617536 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:42.623780 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:42.633611 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Usage tracker for resource:router and tenant:000f09c1ef1742a180d41b9780d971f7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:42.638934 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:42.644290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58428) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:42.648385 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:42.682053 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b17276-3094-42f3-afe4-0e5a5bd462ce None None] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:42.752811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:42.757131 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:42.820360 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:42.881689 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-c28e7102-a15b-4ed4-896a-d334ccead9a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:42.882721 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-b3476771-339d-4cf1-b448-2152dc256df8 req-c28e7102-a15b-4ed4-896a-d334ccead9a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:network {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:45:42.945456 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1dfaccb7-afd8-43bc-93e9-0107fd3bae70 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:42.947357 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1dfaccb7-afd8-43bc-93e9-0107fd3bae70 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/networks?id=af85ff12-593b-4b30-93fd-0bf060918a90 HTTP/1.1" status: 200 len: 812 time: 0.3004670 Jun 04 13:45:42.963516 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-2e46d6db-5eb7-4176-9896-0da24423cd02 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/quotas/06d1ef157190493098b9e17b06d214a7 HTTP/1.1" status: 200 len: 375 time: 0.0099564 Jun 04 13:45:42.971258 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012569d-83eb-4962-9740-51d44d72e974 None None] Network af85ff12-593b-4b30-93fd-0bf060918a90 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:43.033494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-b3476771-339d-4cf1-b448-2152dc256df8 req-c28e7102-a15b-4ed4-896a-d334ccead9a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:network {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:45:43.034916 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-c28e7102-a15b-4ed4-896a-d334ccead9a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.5458469 Jun 04 13:45:43.047815 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-cda554d7-e249-4fd3-937b-e3ec39110f3c tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=06d1ef157190493098b9e17b06d214a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673611 Jun 04 13:45:43.066297 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-ee3fa99b-59b7-47eb-919f-037fa79900ef tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/quotas/957d2c45dcd84638a906231d84cda0b3 HTTP/1.1" status: 200 len: 375 time: 0.0203214 Jun 04 13:45:43.161444 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-fb3ae6b1-7339-47e9-bbab-d61db4479540 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766721 Jun 04 13:45:43.202545 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e39ed-4c74-42ab-afc2-f4fb4ac69a1e None None] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:43.225816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58464) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:43.240450 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1717043308-network', 'tenant_id': '7bb84d975d204c4888d5b5152ebffd23'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:43.240450 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:43.250806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Usage tracker for resource:network and tenant:7bb84d975d204c4888d5b5152ebffd23 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:43.257292 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:43.282245 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:43.397605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Made reservation on behalf of 7bb84d975d204c4888d5b5152ebffd23 for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:43.400078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:43.427578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:43.432359 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:43.440747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-8b02907c-1b96-4b8d-9e0c-a96f1a4ef146 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:45:43.448579 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-8b02907c-1b96-4b8d-9e0c-a96f1a4ef146 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669544 Jun 04 13:45:43.469629 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:43.478537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7bb84d975d204c4888d5b5152ebffd23 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:43.498015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-61d8151c-50d9-46a3-90ef-a3eca1a850c9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:45:43.500877 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-61d8151c-50d9-46a3-90ef-a3eca1a850c9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1648951 Jun 04 13:45:43.501772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:43.519964 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:43.776379 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-47129988-6d0f-4782-83e8-20a4b3d139a5 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281856 Jun 04 13:45:43.810869 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-b6da5bbe-f237-42c0-8ce9-acbe5eb4c5f7 service neutron] 10.222.0.10 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940702 Jun 04 13:45:43.943552 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:43.956046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:43.977788 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.066227 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-fcd262d2-fbc3-415c-a439-e1abe01eb724 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890055 Jun 04 13:45:44.069581 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.075398 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:44.093875 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-fff016fa-917e-4f33-becf-5058822c50de service neutron] 10.222.0.10 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611282 Jun 04 13:45:44.116739 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:45:44.128869 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7921ce2f-ee1b-4b8a-9f8e-114eed73d0f0,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:44.146675 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:44.147927 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.149142 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Added segment c5ca2758-9fdb-467f-9028-c6ba4e15b7e9 of type vlan for network 82b90f19-8931-4282-96c0-6d0fe95c7fdd Jun 04 13:45:44.160250 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Allocated IP 172.28.1.118 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/888e59e1-74ad-4e8e-a89b-5ec7b3f31819) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:45:44.192152 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.300433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.301769 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:44.302346 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.307146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:44.337382 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.470020 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Pushing event updated for resources: {'Network': ['ID=82b90f19-8931-4282-96c0-6d0fe95c7fdd,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:44.478248 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:44.483591 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 82b90f19-8931-4282-96c0-6d0fe95c7fdd details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:45:44.495513 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.500660 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:44.543740 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3164299 Jun 04 13:45:44.546780 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58516) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:44.561452 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Request body: {'subnet': {'network_id': '82b90f19-8931-4282-96c0-6d0fe95c7fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1717043308-subnet', 'tenant_id': '7bb84d975d204c4888d5b5152ebffd23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:44.565790 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:44.574594 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Usage tracker for resource:subnet and tenant:7bb84d975d204c4888d5b5152ebffd23 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:44.583656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:44.601237 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:44.654963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:44.659639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:44.665570 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:45:44.700784 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Made reservation on behalf of 7bb84d975d204c4888d5b5152ebffd23 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:44.703424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:44.831923 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Pushing event updated for resources: {'Port': ['ID=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:44.836790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:44.969593 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5881f959-9453-4724-b60e-3ff201d83648 req-945e28c9-2514-4267-86b0-e87161ef9ab2 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.0737925 Jun 04 13:45:45.062810 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b06ccf79-94dd-4d15-89b3-fbaa56d7fa51 req-b8840316-a888-41e1-abdb-44ca4a68dc61 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.0629172 Jun 04 13:45:45.327230 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:45.547480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:45.552904 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fed392a1-d6b1-48eb-82b9-ae35bdbea522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:45.632579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcb48e9-8e70-4846-a14a-5f591df0d452,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:45.637833 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:45.638679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Checking segment: {'id': 'c5ca2758-9fdb-467f-9028-c6ba4e15b7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '82b90f19-8931-4282-96c0-6d0fe95c7fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:45.639025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Network hostable DHCP agents. Network: 82b90f19-8931-4282-96c0-6d0fe95c7fdd, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:45:45.711996 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:45.791789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Network 82b90f19-8931-4282-96c0-6d0fe95c7fdd is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:45:45.907332 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 82b90f19-8931-4282-96c0-6d0fe95c7fdd) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:45.918680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:45.921082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d6cf5-1582-41f0-adf9-57b353220745 None None] Network 82b90f19-8931-4282-96c0-6d0fe95c7fdd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:45.926788 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:46.123900 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Router 7b89e872-7030-4a98-873e-cf5b63ba72b8 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:45:46.133336 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4062cfa1-3a35-4da1-b274-453c84fd4bde req-95976807-743d-47ce-9a30-8f8a481aa849 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.0623355 Jun 04 13:45:46.135903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5870330 Jun 04 13:45:46.372471 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c3ac3a74-e4a3-4415-a6f2-da578b47fc3b req-65490a66-b5c7-41b0-aa94-c92ec356cbb3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.1159854 Jun 04 13:45:46.418786 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc884134-e8b0-4ffa-be29-2aad9d4e02e3 None None] Network 82b90f19-8931-4282-96c0-6d0fe95c7fdd requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:45:46.513882 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:45:46.517657 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58642) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:46.531236 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Sync routers for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:45:46.541059 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:45:46.541676 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:45:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:46.602958 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Deleting subnet 9ef00546-8762-4b78-b931-ca43331e40a3 {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:45:46.606176 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:46.672297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:46.681483 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:46.721921 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:46.723216 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1114254 Jun 04 13:45:46.726115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58648) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:46.974227 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:45:47.246900 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:47.254985 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:47.364032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef00546-8762-4b78-b931-ca43331e40a3,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:47.377337 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:47.381020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:47.392430 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9ef00546-8762-4b78-b931-ca43331e40a3 HTTP/1.1" status: 204 len: 168 time: 0.8744061 Jun 04 13:45:47.394754 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58674) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:47.456456 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-60521fa2-265f-4b65-a34f-8b9360e20a46 req-a4bf11f5-1ab3-4828-be88-049fb7d9539f tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.0840626 Jun 04 13:45:47.517457 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:44Z', 'revision_number': 3, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:47.522893 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Checking router: 7b89e872-7030-4a98-873e-cf5b63ba72b8 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:45:47.523367 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Updating router 7b89e872-7030-4a98-873e-cf5b63ba72b8 port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:45:47.534327 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:47.578128 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-54062498-16b2-4058-afd9-8453867fe78c req-58c1b935-a81b-4246-a30a-f638c11d220a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.1116881 Jun 04 13:45:47.605570 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:47.779128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:47.817295 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.818256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.819291 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.819794 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > port after_create 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.820308 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.820871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > port after_update 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.822150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.822532 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.822858 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.823494 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:47.928820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.001454 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:48.001812 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:48.002142 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:48.002467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:45:48.002839 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d011f3a5-2ef8-48d7-8da3-4f3233278dc0']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:48.017324 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b22d101-85ed-444e-9a57-3115f3d55980') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:48.019297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b22d101-85ed-444e-9a57-3115f3d55980') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:48.032519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.057766 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.068309 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:45:48.068488 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.187616 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: from cryptography.utils import int_from_bytes Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: from cryptography.utils import int_from_bytes Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:45:48.259557 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:45:48.302042 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Allocated IP 172.20.0.1 (9ad90d96-8ea1-4557-8d7f-bad39550b643/ec11ec89-9546-4273-a21c-9d96594c76bc/41ea44cf-d25e-4670-93d8-d0dc96522c56) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:45:48.340622 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58706) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:48.368999 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Transition to ACTIVE for port object 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:45:48.369266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.384302 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:48.446628 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.455380 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Pushing event deleted for resources: {'Network': ['ID=d011f3a5-2ef8-48d7-8da3-4f3233278dc0,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:48.462696 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:48.471531 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-69e1f34e-5c89-4424-8cba-64f986671490 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d011f3a5-2ef8-48d7-8da3-4f3233278dc0 HTTP/1.1" status: 204 len: 168 time: 1.0755908 Jun 04 13:45:48.473171 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58716) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:48.487938 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.499342 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:48.527875 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.597228 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.616536 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Pushing event updated for resources: {'Port': ['ID=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:48.631825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:48.633923 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.634618 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.634961 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.635291 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.635608 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.636136 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.636453 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.636922 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.637488 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.637989 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.638313 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.638628 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Tracked resource versions report: Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: pushed versions: Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: { 'AddressGroup': {'1.2'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'ConntrackHelper': {'1.0'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Log': {'1.0'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Network': {'1.1'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Port': {'1.7'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'PortForwarding': {'1.2'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'QosPolicy': {'1.8'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroup': {'1.4'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SubPort': {'1.0'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Subnet': {'1.1'}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Trunk': {'1.1'}} Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: consumer versions: Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: HyperV agent@hv-cinder-78477: {}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'ConntrackHelper': '1.0', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Log': '1.0', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Network': '1.1', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Port': '1.7', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'PortForwarding': '1.2', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'QosPolicy': '1.8', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroup': '1.4', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SecurityGroupRule': '1.2', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'SubPort': '1.0', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Subnet': '1.1', Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: 'Trunk': '1.1'}} Jun 04 13:45:48.640267 dv-cinder-784779-14-smb neutron-server[98875]: {{(pid=98875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:45:48.642752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Usage tracker for resource:security_group_rule and tenant:daa69d9e3b2c48b88dc7ae7604f70336 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:48.648264 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:48.654995 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Deleting subnet bfcb48e9-8e70-4846-a14a-5f591df0d452 {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:45:48.657652 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:48.658390 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Attempting to bind port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:45:48.658763 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Attempting to bind port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:45:48.659127 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Attempting to bind port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:45:48.665743 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:45:48.666126 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:48.666747 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.667151 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:45:48.667647 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Bound port: 888e59e1-74ad-4e8e-a89b-5ec7b3f31819, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:45:48.668235 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.674745 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.717505 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:48.751827 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] For port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:45:48.755613 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] For port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:45:48.758588 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c5c67894-2cd5-460d-84dc-909f9c2a1f48 req-6222de0b-03c2-4752-86fc-84e7b50b586a tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.1011462 Jun 04 13:45:48.766433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.774849 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.791308 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:48.868304 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.883600 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:48.889395 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:48.896333 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:48.900340 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:48.903450 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:45:48.907213 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.034523 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e8c0f614-6ed7-4805-badf-fa7a612b1342 req-43063aa1-3f89-4183-8359-71b16ab4e862 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.0788484 Jun 04 13:45:49.048084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Pushing event updated for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:49.075105 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:49.075278 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Pushing event updated for resources: {'Port': ['ID=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:49.080150 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-31d1fa1f-e80d-45de-9f21-dafd1856f297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:49.081420 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:45:49.081764 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:45:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:49.201074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58738) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:49.281236 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.317409 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.13', 65334) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:49.344156 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:45:49.388197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.425551 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.464671 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:49.470893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Usage tracker for resource:security_group_rule and tenant:d1547e2d37fe4629bec22d97e1877b11 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:49.474611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:49.487886 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eabf35a5-7c88-479c-806f-c2fe11d9f542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:49.489219 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:49.526437 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9866d2af-957b-45bb-84dd-b52ed3329a41,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:49.533871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:49.593444 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=daa69d9e3b2c48b88dc7ae7604f70336&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2510254 Jun 04 13:45:49.599257 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58758) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:49.612010 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.767337 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.805309 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.818462 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.834214 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-313ec660-2f9a-4532-af7f-468f3d71e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:49.861717 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:44Z', 'revision_number': 3, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:49.866808 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bd7cd-385a-42f4-bf23-423d90c1066e None None] The sync data for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb is: [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:44Z', 'revision_number': 3, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:45:49.903165 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:49.910679 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcb48e9-8e70-4846-a14a-5f591df0d452,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:49.916619 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:49.924409 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bfcb48e9-8e70-4846-a14a-5f591df0d452 HTTP/1.1" status: 204 len: 168 time: 1.4497123 Jun 04 13:45:49.927197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58772) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:50.055452 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-3d1196d1-09e9-4017-88a8-e4550bb8a988 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:50.057022 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-3d1196d1-09e9-4017-88a8-e4550bb8a988 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.13 "GET /v2.0/networks?id=af85ff12-593b-4b30-93fd-0bf060918a90 HTTP/1.1" status: 200 len: 812 time: 0.7376478 Jun 04 13:45:50.088451 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.114756 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:50.129310 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9866d2af-957b-45bb-84dd-b52ed3329a41,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:50.134654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:50.152375 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.162503 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.163706 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9866d2af-957b-45bb-84dd-b52ed3329a41 HTTP/1.1" status: 204 len: 168 time: 0.5635941 Jun 04 13:45:50.214440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.230274 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Request body: {'port': {'device_id': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90', 'admin_state_up': True, 'tenant_id': '06d1ef157190493098b9e17b06d214a7'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:50.375310 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.404925 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b90f19-8931-4282-96c0-6d0fe95c7fdd']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:50.440423 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ca2758-9fdb-467f-9028-c6ba4e15b7e9') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:50.441122 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ca2758-9fdb-467f-9028-c6ba4e15b7e9') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:50.454532 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:50.459101 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Usage tracker for resource:port and tenant:06d1ef157190493098b9e17b06d214a7 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:50.467395 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:50.470553 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:50.473892 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.488312 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc98133e-6d0b-46ed-9296-9f7a7af4612b req-72000752-aaf8-464a-ba48-9d519339d200 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.4457228 Jun 04 13:45:50.502679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.520331 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.527793 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:45:50.528242 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:45:50.548422 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:45:50.601386 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f1a72780-de1a-4b25-882a-f88215c6f209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:50.615251 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1547e2d37fe4629bec22d97e1877b11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4124696 Jun 04 13:45:50.674715 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.683702 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Made reservation on behalf of 06d1ef157190493098b9e17b06d214a7 for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:50.690926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.701339 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58804) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:50.716854 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f6f69a5-0b3e-41b0-839a-c2c2f26b1a68 req-ed66f01f-d5c4-4456-bdd4-5ffce87449da tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.2081099 Jun 04 13:45:50.792955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.805418 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.806707 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.828749 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5868234-0cce-4eeb-a929-1803998ede2a,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:50.854709 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:50.874853 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.884302 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.888702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:50.894228 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:50.898554 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:50.934430 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] 10.222.0.10 "DELETE /v2.0/networks/82b90f19-8931-4282-96c0-6d0fe95c7fdd HTTP/1.1" status: 204 len: 168 time: 1.0061409 Jun 04 13:45:50.944132 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=82b90f19-8931-4282-96c0-6d0fe95c7fdd,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:50.949899 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:50.963572 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.13', 65341) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:51.185140 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-a4c9719b-828d-41fd-84c3-6e02360ab7be tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:51.188034 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-a4c9719b-828d-41fd-84c3-6e02360ab7be tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.2222857 Jun 04 13:45:51.196136 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Pushing event updated for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:51.199445 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:51.200844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Request body: {'port': {'device_id': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'admin_state_up': True, 'tenant_id': '957d2c45dcd84638a906231d84cda0b3'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:45:51.289003 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:51.294171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:51.360596 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58828) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:51.382242 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:51.403570 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:51.410904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:51.450922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58834) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:51.463585 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5868234-0cce-4eeb-a929-1803998ede2a,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:51.471045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:51.473376 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:51.480694 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:51.482169 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5868234-0cce-4eeb-a929-1803998ede2a HTTP/1.1" status: 204 len: 168 time: 0.7798297 Jun 04 13:45:51.488084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Usage tracker for resource:security_group_rule and tenant:d474d4a3080449e6b13606b0c638ad6e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:51.505207 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:51.527753 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:51.575790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:51.583099 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Usage tracker for resource:port and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:51.633601 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:51.668944 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:51.720511 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-41a57187-4403-4740-9104-fff84640ef17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=610ba9928ae44c61bac37ec81f6ca0d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2683401 Jun 04 13:45:51.773437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58852) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:51.848247 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:51.851026 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:45:51.868778 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:51.869041 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-24692957-7a87-411a-82ad-4bf095261212 req-f9890212-35e9-411c-bd13-76c8bb8dce86 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.1599138 Jun 04 13:45:51.912503 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Allocated IP 172.20.0.11 (af85ff12-593b-4b30-93fd-0bf060918a90/c739c8fd-7c0f-409d-a5c9-b78758a4035b/32728531-58c8-42fb-ba9c-cd7f5052266d) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:45:52.058715 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.075312 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:52.173780 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d474d4a3080449e6b13606b0c638ad6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8058465 Jun 04 13:45:52.174854 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe9c731-8d38-4cad-827b-c54059ab7ffa,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:52.181871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58860) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:52.200526 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:52.290423 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64248032-3847-4fa0-a8e0-d51da4283e52 req-96078877-fa32-4379-82a8-7074a7c88b38 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.2394178 Jun 04 13:45:52.311373 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:45:52.447138 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.451653 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Allocated IP 172.20.0.3 (e1264076-a5af-41ea-9104-8ebc00c8f2cd/da874524-5bf2-452e-9e94-c222536761df/8fd89344-9658-4968-a69b-3ddfb792c332) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:45:52.474234 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.536290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.570541 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58868) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:52.619789 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:45:52.625554 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:52.626013 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.831085 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.865091 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.886975 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:52.893939 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:52.896664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Usage tracker for resource:security_group_rule and tenant:879fb52a43484690b9ada6c55ed46d2c is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:52.906834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:52.912073 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1696a57-ea23-4785-8660-cdc4e1782cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.147139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Router 7b89e872-7030-4a98-873e-cf5b63ba72b8 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:45:53.151790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:53.151790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe9c731-8d38-4cad-827b-c54059ab7ffa,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:53.151790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:53.158181 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.159140 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.159140 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfe9c731-8d38-4cad-827b-c54059ab7ffa HTTP/1.1" status: 204 len: 168 time: 0.8049576 Jun 04 13:45:53.160558 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:45:53.160762 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.160891 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.191782 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.194290 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.197719 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.199878 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.228576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.307407 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3992ff6a-4e55-49ec-8220-39eebe85e14b req-3fe533a0-af17-4f47-b4fd-8967e25b00d3 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.1037962 Jun 04 13:45:53.325371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.349869 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:53.375708 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:53.379459 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:53.381547 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.382105 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.382710 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.383241 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.383692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.384429 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.385216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.385709 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.386805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.387384 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.387830 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.388292 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Tracked resource versions report: Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: pushed versions: Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: { 'AddressGroup': {'1.2'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'ConntrackHelper': {'1.0'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Log': {'1.0'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Network': {'1.1'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Port': {'1.7'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'PortForwarding': {'1.2'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'QosPolicy': {'1.8'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroup': {'1.4'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroupRule': {'1.2'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SubPort': {'1.0'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Subnet': {'1.1'}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Trunk': {'1.1'}} Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: consumer versions: Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: { DHCP agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: HyperV agent@hv-cinder-78477: {}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: L3 agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: Metadata agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: Metering agent@dv-cinder-784779-14-smb: {}, Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: Open vSwitch agent@dv-cinder-784779-14-smb: { 'AddressGroup': '1.2', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'ConntrackHelper': '1.0', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Log': '1.0', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Network': '1.1', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Port': '1.7', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'PortForwarding': '1.2', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'QosPolicy': '1.8', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroup': '1.4', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SecurityGroupRule': '1.2', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'SubPort': '1.0', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Subnet': '1.1', Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: 'Trunk': '1.1'}} Jun 04 13:45:53.390342 dv-cinder-784779-14-smb neutron-server[98874]: {{(pid=98874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 04 13:45:53.399909 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:53.410238 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:45:53.422990 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.465081 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event updated for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:53.476871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:53.488483 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b9c31732-d28d-4261-a142-1372438475c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.512909 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=879fb52a43484690b9ada6c55ed46d2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9376786 Jun 04 13:45:53.541150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58890) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:53.665902 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:45:53.679615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Sync routers for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:45:53.692357 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:45:53.692991 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:45:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:53.695825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:53.696642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.698322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa2932-fb9e-46c3-8432-9e91537e76fd req-d9790188-beda-4d68-9e33-174ee6502408 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:53.706532 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c8aa2932-fb9e-46c3-8432-9e91537e76fd req-d9790188-beda-4d68-9e33-174ee6502408 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1559565 Jun 04 13:45:53.726324 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366a2c37-79bb-486b-8c91-1f6edd67c6d7,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:53.735204 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:53.753323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.790752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.800347 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c103a772-2684-40bc-a724-8fe3d63d2175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.807367 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.808738 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d291012-c913-47c2-940e-11ede115960a HTTP/1.1" status: 204 len: 168 time: 2.0186810 Jun 04 13:45:53.813323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.837104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-c8aa2932-fb9e-46c3-8432-9e91537e76fd req-f786b25d-5ee3-4729-a289-4067d0e99792 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:45:53.841811 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] 10.222.0.10 "PUT /v2.0/routers/7b89e872-7030-4a98-873e-cf5b63ba72b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1139865 Jun 04 13:45:53.843122 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d291012-c913-47c2-940e-11ede115960a,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:53.859177 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:53.870300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:53.871570 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.897820 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7008753 Jun 04 13:45:53.950530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Network af85ff12-593b-4b30-93fd-0bf060918a90 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:45:53.951549 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-c8aa2932-fb9e-46c3-8432-9e91537e76fd req-f786b25d-5ee3-4729-a289-4067d0e99792 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:45:53.962068 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c8aa2932-fb9e-46c3-8432-9e91537e76fd req-f786b25d-5ee3-4729-a289-4067d0e99792 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545502 Jun 04 13:45:53.971577 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:45:53.985713 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:45:53.993393 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:53.993393 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:53.998938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Pushing event updated for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:54.015015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:54.083627 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:54.090405 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eccfc44c-c461-47fe-aea7-ada1d8cd30e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:54.124463 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366a2c37-79bb-486b-8c91-1f6edd67c6d7,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:54.127759 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:54.137284 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:54.144945 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/366a2c37-79bb-486b-8c91-1f6edd67c6d7 HTTP/1.1" status: 204 len: 168 time: 0.5970082 Jun 04 13:45:54.192088 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9739084 Jun 04 13:45:54.213286 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:45:54.316232 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:45:54.607953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35082ae-f718-462c-9dea-6c8c9c03e68f req-129f3f96-92c6-4dcc-a4fa-2d76e3968524 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:54.609205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-e35082ae-f718-462c-9dea-6c8c9c03e68f req-129f3f96-92c6-4dcc-a4fa-2d76e3968524 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Synchronizing usage tracker for tenant:06d1ef157190493098b9e17b06d214a7 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:45:54.712543 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:54.713507 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:54.724983 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-e35082ae-f718-462c-9dea-6c8c9c03e68f req-129f3f96-92c6-4dcc-a4fa-2d76e3968524 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Unset dirty status for tenant:06d1ef157190493098b9e17b06d214a7 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:45:54.730058 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e35082ae-f718-462c-9dea-6c8c9c03e68f req-129f3f96-92c6-4dcc-a4fa-2d76e3968524 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.2565365 Jun 04 13:45:54.830220 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e35082ae-f718-462c-9dea-6c8c9c03e68f req-4d5b28f0-4c3d-46a3-a1c3-c42236f7f6ba tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953031 Jun 04 13:45:54.920120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:49Z', 'revision_number': 4, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '41ea44cf-d25e-4670-93d8-d0dc96522c56', 'name': '', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'mac_address': 'fa:16:3e:f9:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:47Z', 'updated_at': '2021-06-04T13:45:49Z', 'revision_number': 2, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'subnets': [{'id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:54.925173 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Checking router: 7b89e872-7030-4a98-873e-cf5b63ba72b8 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:45:54.925533 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Updating router 7b89e872-7030-4a98-873e-cf5b63ba72b8 port 41ea44cf-d25e-4670-93d8-d0dc96522c56 binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:45:54.985500 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.111732 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 58930) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:55.273493 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-67a9cdbf-5621-4da4-82f9-6d574765e2f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bb84d975d204c4888d5b5152ebffd23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1602936 Jun 04 13:45:55.278530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58932) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:55.442968 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.468303 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Transition to ACTIVE for port object 41ea44cf-d25e-4670-93d8-d0dc96522c56 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:45:55.532531 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858968ad-2821-4a9c-9dbc-42b433f5d1d3 req-ed4011d2-cad6-444e-aef6-f099e4679c77 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:55.536367 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-858968ad-2821-4a9c-9dbc-42b433f5d1d3 req-ed4011d2-cad6-444e-aef6-f099e4679c77 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.4409165 Jun 04 13:45:55.539723 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.557486 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.562775 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:55.594037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.621103 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-858968ad-2821-4a9c-9dbc-42b433f5d1d3 req-e3cdce31-ad32-4c5a-be72-cf273d62f116 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789411 Jun 04 13:45:55.749426 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Pushing event updated for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:55.752652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:55.792250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.798205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:55.835091 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7921ce2f-ee1b-4b8a-9f8e-114eed73d0f0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:55.849981 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:55.852316 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.857712 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7921ce2f-ee1b-4b8a-9f8e-114eed73d0f0 HTTP/1.1" status: 204 len: 168 time: 0.5735304 Jun 04 13:45:55.924638 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Attempting to bind port 41ea44cf-d25e-4670-93d8-d0dc96522c56 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:45:55.925326 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Attempting to bind port 41ea44cf-d25e-4670-93d8-d0dc96522c56 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:45:55.926126 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Attempting to bind port 41ea44cf-d25e-4670-93d8-d0dc96522c56 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:45:55.938072 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:45:55.938462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Checking segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:45:55.938951 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:55.939510 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Bound using segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:45:55.940204 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Bound port: 41ea44cf-d25e-4670-93d8-d0dc96522c56, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:45:55.940733 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:56.117004 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] For port 41ea44cf-d25e-4670-93d8-d0dc96522c56, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:45:56.121948 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] For port 41ea44cf-d25e-4670-93d8-d0dc96522c56, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=41ea44cf-d25e-4670-93d8-d0dc96522c56,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:45:56.194804 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:56.203354 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:56.327431 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Pushing event updated for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:56.331874 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:56.359503 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842136df-91ed-45d9-86de-a93af570bb6a req-1f6cd1c7-cd17-4edd-82bc-ff4aa5d4febd tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:56.360617 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:45:56.361264 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:45:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:56.367464 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-842136df-91ed-45d9-86de-a93af570bb6a req-1f6cd1c7-cd17-4edd-82bc-ff4aa5d4febd tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.3224964 Jun 04 13:45:56.461750 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-842136df-91ed-45d9-86de-a93af570bb6a req-c7707d17-7e36-498c-aeb8-5494c57bd2f9 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931132 Jun 04 13:45:56.505088 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-cfadce47-a574-433e-92bf-e17062bd4ca2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:56.507476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-cfadce47-a574-433e-92bf-e17062bd4ca2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 819 time: 0.3734004 Jun 04 13:45:56.553425 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-857d5f1d-caa8-4fdb-bedd-9bcc96c3ed83 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/quotas/000f09c1ef1742a180d41b9780d971f7 HTTP/1.1" status: 200 len: 375 time: 0.0385280 Jun 04 13:45:56.676400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-11fda110-a990-4520-840e-699a952eeccd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Synchronizing usage tracker for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:45:56.683132 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:45:56.815233 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-11fda110-a990-4520-840e-699a952eeccd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Unset dirty status for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:45:56.817247 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-11fda110-a990-4520-840e-699a952eeccd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2543573 Jun 04 13:45:57.099526 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375a956-20c3-4252-8fda-4084f85df299 req-85fbcd59-b86a-4a50-ac7e-3b69526c7415 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:57.106668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2375a956-20c3-4252-8fda-4084f85df299 req-85fbcd59-b86a-4a50-ac7e-3b69526c7415 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.2846527 Jun 04 13:45:57.111703 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-9fa354c4-df95-437e-af47-8d3aa97efc45 service neutron] 10.222.0.10 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304683 Jun 04 13:45:57.129870 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:49Z', 'revision_number': 4, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '41ea44cf-d25e-4670-93d8-d0dc96522c56', 'name': '', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'mac_address': 'fa:16:3e:f9:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:47Z', 'updated_at': '2021-06-04T13:45:56Z', 'revision_number': 4, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'subnets': [{'id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:45:57.147322 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946cca4b-0241-4c7f-93cd-8067f15ec0c3 None None] The sync data for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb is: [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:45:49Z', 'revision_number': 4, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '41ea44cf-d25e-4670-93d8-d0dc96522c56', 'name': '', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'mac_address': 'fa:16:3e:f9:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:47Z', 'updated_at': '2021-06-04T13:45:56Z', 'revision_number': 4, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'subnets': [{'id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:45:57.354780 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2375a956-20c3-4252-8fda-4084f85df299 req-f4c68bf6-0a97-4692-ba1f-764f80ec605c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472060 Jun 04 13:45:57.424978 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-d86e7ce2-3327-4ad8-972a-f36cfc9d2ba7 service neutron] 10.222.0.10 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985690 Jun 04 13:45:57.573414 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 58984) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:57.857254 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b0508c3-5d46-4de4-b711-77573ea90ad3 req-e2b180c9-ad3d-4c3b-9729-bc340e0518b3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 210 time: 0.0699654 Jun 04 13:45:57.873412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291a821-022d-45dc-b9cb-3bf675d243bf req-fb239793-729c-4f0e-bedb-b9b33bdd4f04 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:57.881254 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b291a821-022d-45dc-b9cb-3bf675d243bf req-fb239793-729c-4f0e-bedb-b9b33bdd4f04 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.1949766 Jun 04 13:45:57.984795 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b291a821-022d-45dc-b9cb-3bf675d243bf req-5f5e9c7c-9f67-4620-90bd-6e7fdb031c0a tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021519 Jun 04 13:45:58.300807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:58.331603 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 41ea44cf-d25e-4670-93d8-d0dc96522c56 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:45:58.340962 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:45:58.357595 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7b33614d96423386a93ced40657639 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:45:58.374851 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:45:58.398146 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:45:58.423862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:45:58.597017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 41ea44cf-d25e-4670-93d8-d0dc96522c56 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:45:58.605118 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 41ea44cf-d25e-4670-93d8-d0dc96522c56 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:45:58.605868 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:58.882246 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:58.908535 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-cc67bbb1-9fb2-4dcc-8999-3022959ce4de tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:58.919286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-cc67bbb1-9fb2-4dcc-8999-3022959ce4de tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 819 time: 0.2212691 Jun 04 13:45:58.974132 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 41ea44cf-d25e-4670-93d8-d0dc96522c56, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=41ea44cf-d25e-4670-93d8-d0dc96522c56,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:45:58.989441 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-c5812332-c686-4fac-ad7c-36c70b92fc36 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/quotas/000f09c1ef1742a180d41b9780d971f7 HTTP/1.1" status: 200 len: 375 time: 0.0687599 Jun 04 13:45:59.052480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:59.055081 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:59.062980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:59.115399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61e042-4bca-4f39-8e45-cacdca3a95b1 req-485fb854-4b5b-492e-9ff3-b15f5592bde8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:59.117547 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3e61e042-4bca-4f39-8e45-cacdca3a95b1 req-485fb854-4b5b-492e-9ff3-b15f5592bde8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.4694891 Jun 04 13:45:59.157899 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-5f628852-bdfa-40c6-a3f2-48b263d225b7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584289 Jun 04 13:45:59.447722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:59.447722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:59.449687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:59.449687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:45:59.449687 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b7b33614d96423386a93ced40657639&name=default HTTP/1.1" status: 200 len: 2976 time: 1.8083360 Jun 04 13:45:59.449687 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3e61e042-4bca-4f39-8e45-cacdca3a95b1 req-77f6b121-eee7-4098-abbb-1a572f78f77b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685206 Jun 04 13:45:59.451319 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-58da8258-b391-439b-9f9e-efe6f0d4d652 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98873) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:45:59.451319 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-58da8258-b391-439b-9f9e-efe6f0d4d652 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054500 Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-d3bb9404-9a70-48bb-838c-49e161c4cf9a tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-d3bb9404-9a70-48bb-838c-49e161c4cf9a tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075083 Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffca42f-3c5d-47b7-a596-0fab5c4a37a3,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-820babc9-17f0-4e17-a306-dcf517b2b85b service neutron] 10.222.0.10 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680535 Jun 04 13:45:59.452377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59042) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:45:59.750571 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:59.793369 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-ade0c24f-f663-4637-83a6-ba58f8919c2e service neutron] 10.222.0.10 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502879 Jun 04 13:45:59.811449 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:45:59.888728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63460429-c2c6-45bc-9296-46f5311fd283 req-589ed62a-fbf7-4ea0-923f-6463a6eec4d1 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:45:59.888728 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-63460429-c2c6-45bc-9296-46f5311fd283 req-589ed62a-fbf7-4ea0-923f-6463a6eec4d1 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.2299235 Jun 04 13:45:59.975603 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-63460429-c2c6-45bc-9296-46f5311fd283 req-cfec5a3c-311a-4496-b6a9-ee9dd5bf0dc9 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904276 Jun 04 13:46:00.185469 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 41ea44cf-d25e-4670-93d8-d0dc96522c56 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:00.255622 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 41ea44cf-d25e-4670-93d8-d0dc96522c56 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:00.255870 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:00.272639 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:00.277078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c5cf7783-d3ed-49c5-9e31-4e68644f3bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:00.290385 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffca42f-3c5d-47b7-a596-0fab5c4a37a3,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:00.292787 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:00.298995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:00.300282 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ffca42f-3c5d-47b7-a596-0fab5c4a37a3 HTTP/1.1" status: 204 len: 168 time: 0.8709059 Jun 04 13:46:00.534158 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f867c2c0-6728-46ea-baa4-56f449412405 req-12c7420b-2379-4a6f-8bd6-e9b8b798f295 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.1039150 Jun 04 13:46:00.751971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d851-7136-4c7b-80d0-abee2f4bc684 req-bcc70d47-0d6b-47b3-b091-9df036b3dddb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:00.754335 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6442d851-7136-4c7b-80d0-abee2f4bc684 req-bcc70d47-0d6b-47b3-b091-9df036b3dddb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1721771 Jun 04 13:46:00.853476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6442d851-7136-4c7b-80d0-abee2f4bc684 req-8cce0b69-96ae-4ec1-a713-80bf00e8485b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873146 Jun 04 13:46:00.889076 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-350eca06-b90a-48c8-a5f5-8927020942e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:01.224282 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010091a7-41a1-4bef-8904-510c92d6a045 req-d1b1aa24-ab3b-449b-86cd-acd20b1359e4 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:01.225809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-010091a7-41a1-4bef-8904-510c92d6a045 req-d1b1aa24-ab3b-449b-86cd-acd20b1359e4 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.1223540 Jun 04 13:46:01.288234 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-010091a7-41a1-4bef-8904-510c92d6a045 req-214fa489-7931-48a5-853a-7c2ee1b31756 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Jun 04 13:46:01.733191 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8b42312-0430-4880-a379-d1715b3f6381 req-438ebb11-1a15-469b-934d-7f90243458aa tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0641227 Jun 04 13:46:02.090119 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472d758-b6b7-4460-8f68-ec3398b4afc1 req-f39a8747-70c6-4180-a864-286924834956 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:02.092129 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a472d758-b6b7-4460-8f68-ec3398b4afc1 req-f39a8747-70c6-4180-a864-286924834956 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1201398 Jun 04 13:46:02.215869 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a472d758-b6b7-4460-8f68-ec3398b4afc1 req-e4e467d7-4a68-4df9-86e2-f7c1a5169e96 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082745 Jun 04 13:46:02.509031 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefb5eb-e3b4-4df4-b259-e596a850f7d6 req-a26331c2-ebec-4f5c-a7ae-df5142f90100 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:02.511328 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dcefb5eb-e3b4-4df4-b259-e596a850f7d6 req-a26331c2-ebec-4f5c-a7ae-df5142f90100 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.1047421 Jun 04 13:46:02.568172 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dcefb5eb-e3b4-4df4-b259-e596a850f7d6 req-62e6328e-32d0-4a49-8ec7-cc635c4e98bd tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504079 Jun 04 13:46:02.942815 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8a65050-21e7-4571-8aac-7f8a1fa5e9cb req-e9ede213-66f5-4ad0-9c85-0fa1edac7ef9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0484800 Jun 04 13:46:03.428948 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:03.451698 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59146) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:03.494766 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c709bbc8-801c-4e2d-969d-0058100349aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:03.504030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389751d-64b4-4e36-8dfa-33a12563f5d6 req-b8a48dfb-0344-4718-ba87-729ec982f11f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:03.506088 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8389751d-64b4-4e36-8dfa-33a12563f5d6 req-b8a48dfb-0344-4718-ba87-729ec982f11f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1408036 Jun 04 13:46:03.562045 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8389751d-64b4-4e36-8dfa-33a12563f5d6 req-03fa0daa-524f-4a59-b20f-c4e984498e7f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448110 Jun 04 13:46:03.824096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:03.835273 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1a48-4207-4d71-95fa-1f7919209ab6 req-fb0dc261-def8-4e34-b2f8-80bbb22a1565 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:03.837044 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e40b1a48-4207-4d71-95fa-1f7919209ab6 req-fb0dc261-def8-4e34-b2f8-80bbb22a1565 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.0943584 Jun 04 13:46:03.846849 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:03.852105 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Usage tracker for resource:security_group_rule and tenant:370dd80db3af470cb530e8487271b0e9 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:03.856236 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:03.868304 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:03.896902 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e40b1a48-4207-4d71-95fa-1f7919209ab6 req-263dc5d5-7239-4237-a02e-9bcca62e0dc7 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515821 Jun 04 13:46:03.970239 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.088993 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.104456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:04.128847 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0cfb0aab-208c-46b2-b0ba-cfd9b836b725 req-1cdc10f6-860c-4fd6-ae79-baa66bb5fc5b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0557449 Jun 04 13:46:04.150906 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=370dd80db3af470cb530e8487271b0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6980433 Jun 04 13:46:04.157775 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569388f-9ed1-40d3-bdbd-90717dbae8c7,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:04.161889 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59166) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:04.162046 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:04.285367 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.355602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.548404 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.555624 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:04.570677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569388f-9ed1-40d3-bdbd-90717dbae8c7,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:04.583987 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:04.605966 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:04.611089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2569388f-9ed1-40d3-bdbd-90717dbae8c7 HTTP/1.1" status: 204 len: 168 time: 0.4476223 Jun 04 13:46:04.844174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d701152-b5af-49ce-b105-d174ae4c6f54 req-a9a47ee1-f833-4e2c-8bd8-180ff22a746d tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:04.853255 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d701152-b5af-49ce-b105-d174ae4c6f54 req-a9a47ee1-f833-4e2c-8bd8-180ff22a746d tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1312225 Jun 04 13:46:04.904433 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d701152-b5af-49ce-b105-d174ae4c6f54 req-80e4c63d-ea02-4eca-b8a1-3132513b7302 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500839 Jun 04 13:46:04.906468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:05.150138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d71c9-83c9-4799-b371-ac91b4a12f32 req-c741d529-a2a9-4f2e-8e90-051956a603b1 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:05.152964 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b98d71c9-83c9-4799-b371-ac91b4a12f32 req-c741d529-a2a9-4f2e-8e90-051956a603b1 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.0986927 Jun 04 13:46:05.211571 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b98d71c9-83c9-4799-b371-ac91b4a12f32 req-7891e162-2dca-4f10-ae35-322093926f5e tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522392 Jun 04 13:46:05.304846 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bd781255-595b-498f-8727-654ce1211606 req-75007bb8-f8e4-4ca8-a55b-9580e0099ea7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0470607 Jun 04 13:46:05.853438 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59218) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:05.870243 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:05.885407 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:05.890330 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Usage tracker for resource:security_group_rule and tenant:eeb1a54eb3d94af5b929adf024de2ff6 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:05.899344 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:05.900512 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:06.025294 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.153418 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11522729-39e7-47de-9c30-a2182473e168 req-81f78876-b233-4132-890d-f322673146c5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:06.155649 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11522729-39e7-47de-9c30-a2182473e168 req-81f78876-b233-4132-890d-f322673146c5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.1004243 Jun 04 13:46:06.157595 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.169545 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c2a5be67-a05a-4dea-8626-0080f78c5223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:06.204426 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11522729-39e7-47de-9c30-a2182473e168 req-371913d0-e704-485b-96e1-b83e06d984b6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jun 04 13:46:06.226492 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eeb1a54eb3d94af5b929adf024de2ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584919 Jun 04 13:46:06.226492 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64dd9b8-349b-4fd4-a56a-fbe3cfcbe335,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:06.226492 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:06.226492 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59236) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:06.296462 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.332941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.426125 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ac94a-d87b-4232-a2a5-83602c6318c5 req-8910da28-68cf-418a-8779-66a49af11060 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:06.427652 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a81ac94a-d87b-4232-a2a5-83602c6318c5 req-8910da28-68cf-418a-8779-66a49af11060 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.0982800 Jun 04 13:46:06.466242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.500102 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027cef24-f083-4223-b735-9f0cc33aa0f7 req-66822725-37f2-46bc-9855-5d3496a0a460 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0506353 Jun 04 13:46:06.520834 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a81ac94a-d87b-4232-a2a5-83602c6318c5 req-9dd18a58-3b3e-45f9-8988-626479f1ec2e tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874829 Jun 04 13:46:06.547690 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.564161 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2b3b83a8-d4b9-4e69-9284-a2b155369d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:06.580823 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64dd9b8-349b-4fd4-a56a-fbe3cfcbe335,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:06.585906 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:06.605014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:06.609367 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f64dd9b8-349b-4fd4-a56a-fbe3cfcbe335 HTTP/1.1" status: 204 len: 168 time: 0.3820088 Jun 04 13:46:07.230698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Request body: {'port': {'device_id': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:07.314293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Request body: {'port': {'device_id': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:07.610467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:07.826328 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1974e15a-63d4-4493-89e6-e335c1759a6a req-c9081cc3-8600-4889-a449-3cebb6ce9e88 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0799112 Jun 04 13:46:07.829569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:07.885564 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59294) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:07.996527 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fbf3d-cf5d-4b11-bfc7-8be177e2dea8 req-7ebed90b-62b7-4279-882f-08c853e599dc tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:07.999340 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-122fbf3d-cf5d-4b11-bfc7-8be177e2dea8 req-7ebed90b-62b7-4279-882f-08c853e599dc tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 931 time: 0.3387549 Jun 04 13:46:08.273906 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.276520 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-122fbf3d-cf5d-4b11-bfc7-8be177e2dea8 req-00c37ad2-62fe-478a-b294-3fcfd18d9194 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637138 Jun 04 13:46:08.297458 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:08.312300 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32728531-58c8-42fb-ba9c-cd7f5052266d {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:08.312300 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Usage tracker for resource:security_group_rule and tenant:dbea71dc73b4413ebd6a47e7e1ae1d56 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:08.312300 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:08.317761 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:08.320836 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.349882 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Transition to ACTIVE for port object 32728531-58c8-42fb-ba9c-cd7f5052266d will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:46:08.420984 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.432990 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767b7b1-b4b4-4bc8-9b27-5abfef28857d req-2190a8f1-93ef-4005-97bd-a2f439c3d94d tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:08.433632 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:08.434862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f767b7b1-b4b4-4bc8-9b27-5abfef28857d req-2190a8f1-93ef-4005-97bd-a2f439c3d94d tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 932 time: 0.4039607 Jun 04 13:46:08.494367 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.533705 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f767b7b1-b4b4-4bc8-9b27-5abfef28857d req-6919c66c-eb98-4740-a187-c0c887728103 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825298 Jun 04 13:46:08.625560 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd89344-9658-4968-a69b-3ddfb792c332 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:08.629473 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.634609 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.652401 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Transition to ACTIVE for port object 8fd89344-9658-4968-a69b-3ddfb792c332 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:46:08.705501 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Pushing event updated for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:08.714704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:08.716441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:08.736195 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:08.742416 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4136cdfe-7340-4b89-bed7-d1001863ecc0 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:08.755117 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbea71dc73b4413ebd6a47e7e1ae1d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662531 Jun 04 13:46:08.758301 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59320) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:08.798044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.13', 65358) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:08.915919 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83447a32-c278-4b44-99e7-f5e18342fad6,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:08.940547 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:08.980071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Pushing event updated for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:08.988531 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:09.097191 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Attempting to bind port 32728531-58c8-42fb-ba9c-cd7f5052266d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:46:09.097461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Attempting to bind port 32728531-58c8-42fb-ba9c-cd7f5052266d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9737b677-f0ad-48e4-86d9-8f6b59229b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:46:09.097810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Attempting to bind port 32728531-58c8-42fb-ba9c-cd7f5052266d on network af85ff12-593b-4b30-93fd-0bf060918a90 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:09.136041 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Port 32728531-58c8-42fb-ba9c-cd7f5052266d on network af85ff12-593b-4b30-93fd-0bf060918a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:46:09.136371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Attempting to bind port 32728531-58c8-42fb-ba9c-cd7f5052266d on network af85ff12-593b-4b30-93fd-0bf060918a90 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:09.145326 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-16d12eff-bdb1-40b0-804c-335267f95b5b req-401e019e-3ad9-4403-a13d-14696f55da93 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0791669 Jun 04 13:46:09.146096 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Attempting to bind port 8fd89344-9658-4968-a69b-3ddfb792c332 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:46:09.146457 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Attempting to bind port 8fd89344-9658-4968-a69b-3ddfb792c332 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:46:09.146792 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Attempting to bind port 8fd89344-9658-4968-a69b-3ddfb792c332 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:09.151456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:46:09.152032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Checking segment: {'id': '9737b677-f0ad-48e4-86d9-8f6b59229b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:09.152608 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Bound using segment: {'id': '9737b677-f0ad-48e4-86d9-8f6b59229b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:46:09.153017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Bound port: 32728531-58c8-42fb-ba9c-cd7f5052266d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9737b677-f0ad-48e4-86d9-8f6b59229b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:46:09.153185 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Port 8fd89344-9658-4968-a69b-3ddfb792c332 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:46:09.153453 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.153554 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Attempting to bind port 8fd89344-9658-4968-a69b-3ddfb792c332 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:09.161040 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:46:09.161391 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Checking segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:09.162461 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Bound using segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:46:09.162903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Bound port: 8fd89344-9658-4968-a69b-3ddfb792c332, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:46:09.163252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.175555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-c296a844-df40-4252-9352-23405917c8bd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:09.175555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-c296a844-df40-4252-9352-23405917c8bd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Synchronizing usage tracker for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:network {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:46:09.181027 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.274030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:46:09.280387 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8fd89344-9658-4968-a69b-3ddfb792c332,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:46:09.298582 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.344490 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:46:09.364369 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=32728531-58c8-42fb-ba9c-cd7f5052266d,segment=NetworkSegment(9737b677-f0ad-48e4-86d9-8f6b59229b24),segment_id=9737b677-f0ad-48e4-86d9-8f6b59229b24)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:46:09.364881 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.365602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-c296a844-df40-4252-9352-23405917c8bd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Unset dirty status for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:network {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:46:09.366817 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-c296a844-df40-4252-9352-23405917c8bd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 819 time: 0.5685794 Jun 04 13:46:09.380873 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:09.383848 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Request body: {'port': {'device_id': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'admin_state_up': True, 'tenant_id': '000f09c1ef1742a180d41b9780d971f7'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:09.496886 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.496886 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.513799 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:09.542033 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.13', 65359) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:09.548317 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Pushing event updated for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:09.553628 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:09.608204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:09.610295 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.612508 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] 10.222.0.13 "PUT /v2.0/ports/8fd89344-9658-4968-a69b-3ddfb792c332 HTTP/1.1" status: 200 len: 1093 time: 2.6386776 Jun 04 13:46:09.631080 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:09.730417 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.736266 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83447a32-c278-4b44-99e7-f5e18342fad6 HTTP/1.1" status: 204 len: 168 time: 0.9683242 Jun 04 13:46:09.736266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:09.736266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:09.736266 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] 10.222.0.13 "PUT /v2.0/ports/32728531-58c8-42fb-ba9c-cd7f5052266d HTTP/1.1" status: 200 len: 1094 time: 2.7599387 Jun 04 13:46:09.742447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:09.950951 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a04b2-4607-4df6-8758-a2aeec680476" -d '{"events": [{"name": "network-changed", "server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:09.968557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:09.978379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:09.995705 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Pushing event updated for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:10.005118 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:10.005348 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:10.025440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83447a32-c278-4b44-99e7-f5e18342fad6,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:10.034471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95cfff-b609-4f39-a460-05da710237ad req-c97d8e66-b7f3-49f6-be92-b17b02e70966 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.050874 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b95cfff-b609-4f39-a460-05da710237ad req-c97d8e66-b7f3-49f6-be92-b17b02e70966 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 943 time: 0.4925277 Jun 04 13:46:10.078736 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:10.078736 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Made reservation on behalf of 000f09c1ef1742a180d41b9780d971f7 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:46:10.081924 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:10.119927 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef9609-4c67-4eeb-aa50-93060a6de3aa req-2a1438a9-3a4a-458d-99ca-6a3147a2892d tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.120196 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-67f00bc3-240e-4098-a9b6-ed9665ffb458 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.121452 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0cef9609-4c67-4eeb-aa50-93060a6de3aa req-2a1438a9-3a4a-458d-99ca-6a3147a2892d tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 944 time: 0.4099309 Jun 04 13:46:10.121713 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-67f00bc3-240e-4098-a9b6-ed9665ffb458 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 819 time: 0.5683343 Jun 04 13:46:10.179141 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-86cb015f-c9e3-46c2-b176-25c11b55b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.180620 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-86cb015f-c9e3-46c2-b176-25c11b55b595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 1096 time: 0.4139891 Jun 04 13:46:10.184235 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Request body: {'port': {'device_id': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'admin_state_up': True, 'tenant_id': '000f09c1ef1742a180d41b9780d971f7'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:10.229304 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-15c790f8-cb08-4ed5-8965-28e663b70165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.231740 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-15c790f8-cb08-4ed5-8965-28e663b70165 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d1ef157190493098b9e17b06d214a7&device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 1097 time: 0.3403451 Jun 04 13:46:10.280270 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b95cfff-b609-4f39-a460-05da710237ad req-4a68d265-8dae-489b-a629-b17af0d686ac tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307506 Jun 04 13:46:10.331507 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-0ec2e2d3-591d-491a-aef2-36c20f868014 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd89344-9658-4968-a69b-3ddfb792c332 HTTP/1.1" status: 200 len: 217 time: 0.1104355 Jun 04 13:46:10.445497 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb1e62d-b85d-4b19-8de1-315838fb97fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:10.492157 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-d8cfb63d-f65d-4bec-a556-b01f95398803 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32728531-58c8-42fb-ba9c-cd7f5052266d HTTP/1.1" status: 200 len: 217 time: 0.2045357 Jun 04 13:46:10.521975 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0cef9609-4c67-4eeb-aa50-93060a6de3aa req-001c11c9-573c-4fcf-927c-13280bddbdd7 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836322 Jun 04 13:46:10.595447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476771-339d-4cf1-b448-2152dc256df8 req-25115fab-6a07-4f49-9491-dcb380772695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.597285 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-25115fab-6a07-4f49-9491-dcb380772695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.2113507 Jun 04 13:46:10.608478 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:10.661979 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Usage tracker for resource:port and tenant:000f09c1ef1742a180d41b9780d971f7 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:10.673733 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:10.677844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Allocated IP 172.20.0.12 (9ad90d96-8ea1-4557-8d7f-bad39550b643/ec11ec89-9546-4273-a21c-9d96594c76bc/1b3341d1-05c3-41e6-aaa4-d5677cb5fba3) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:46:10.683006 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-65eecfbe-9fa8-4c08-aff6-0519f2c8d27b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708437 Jun 04 13:46:10.688389 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:10.806798 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-39b7343a-a8be-4587-9ffc-ec5f5d5243f5 req-c0aeaa8a-53a8-48ef-8e5b-574eadc6e38e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.0770144 Jun 04 13:46:10.818860 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad322-8b72-40f1-9523-28b454824670 req-dcf9f3ea-93eb-4605-883d-ab44ec10ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:10.820780 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-dcf9f3ea-93eb-4605-883d-ab44ec10ee40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c739c8fd-7c0f-409d-a5c9-b78758a4035b HTTP/1.1" status: 200 len: 852 time: 0.2979014 Jun 04 13:46:10.892129 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-c89ec49e-2895-4a47-bb30-e821e4c733c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af85ff12-593b-4b30-93fd-0bf060918a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621722 Jun 04 13:46:10.908999 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Made reservation on behalf of 000f09c1ef1742a180d41b9780d971f7 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:46:10.912455 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.007605 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59410) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:11.046507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5478fa-9409-4ca2-b5b4-e6b45e029d6b x-openstack-request-id: req-0b5478fa-9409-4ca2-b5b4-e6b45e029d6b {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:11.048261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:11.048762 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b5478fa-9409-4ca2-b5b4-e6b45e029d6b {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:11.050055 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332', 'status': 'completed', 'code': 200} Jun 04 13:46:11.109825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.141061 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da86084e-0467-457f-8de8-d7a4e5e98708 x-openstack-request-id: req-da86084e-0467-457f-8de8-d7a4e5e98708 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:11.141421 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:11.141602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da86084e-0467-457f-8de8-d7a4e5e98708 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:11.142077 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d', 'status': 'completed', 'code': 200} Jun 04 13:46:11.144854 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-bceeeee6-6916-45e3-ba1e-6a64fb328147 service neutron] 10.222.0.13 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422605 Jun 04 13:46:11.193931 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-3250573a-385e-4646-bc63-fa949a642463 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972639 Jun 04 13:46:11.237315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:11.247919 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fd4af67e324ce08f80fc3262f1468c is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:11.264705 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:11.286569 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:11.356117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f7ad322-8b72-40f1-9523-28b454824670 req-004a0404-fa29-473f-a425-24d738c6cf6d service neutron] 10.222.0.13 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875741 Jun 04 13:46:11.411828 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.462329 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b3476771-339d-4cf1-b448-2152dc256df8 req-3b0ed1f2-9c56-455e-a101-ff4514c754a9 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508819 Jun 04 13:46:11.538313 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961438a-b288-446c-93d8-dc2dde67fe22 req-3c208473-1870-49b9-ad4b-cab35261b484 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:11.540492 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8961438a-b288-446c-93d8-dc2dde67fe22 req-3c208473-1870-49b9-ad4b-cab35261b484 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 943 time: 0.1325033 Jun 04 13:46:11.594222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.604860 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8961438a-b288-446c-93d8-dc2dde67fe22 req-288cd5ac-467c-4262-a5fe-c4164caab642 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Jun 04 13:46:11.675548 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.687226 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:11.717602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-f5b2c5e3-00d1-403b-be0c-cd23d6f42760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:11.719194 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-f5b2c5e3-00d1-403b-be0c-cd23d6f42760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d1ef157190493098b9e17b06d214a7&device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 1097 time: 0.2117903 Jun 04 13:46:11.763245 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:11.784842 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a04b2-4607-4df6-8758-a2aeec680476 req-724805ef-57cc-4264-bda2-8d2c5148dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:11.784842 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-724805ef-57cc-4264-bda2-8d2c5148dfa3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 1096 time: 0.1676860 Jun 04 13:46:11.803652 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3fd4af67e324ce08f80fc3262f1468c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933140 Jun 04 13:46:11.812387 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59454) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:11.833820 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b1687-5f3f-4aa2-8d9f-d5738662fc72,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:11.961030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a04b2-4607-4df6-8758-a2aeec680476 req-e95b86ce-4459-4ddc-beab-d99ffb8d2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:11.962220 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-e95b86ce-4459-4ddc-beab-d99ffb8d2fdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 916 time: 0.1716969 Jun 04 13:46:11.969741 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:11.970283 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b55b256f-67f2-4df0-bbd4-53ef0fefc441 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:12.022770 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:46:12.049871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:46:12.072721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:46:12.088644 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f9f76-e895-43df-845b-e67e70d7919f req-40881207-3f20-4289-9f0d-c9d9eda851a5 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.090182 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-099f9f76-e895-43df-845b-e67e70d7919f req-40881207-3f20-4289-9f0d-c9d9eda851a5 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 944 time: 0.4151235 Jun 04 13:46:12.100356 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-221ce0b8-7cac-4b97-90f3-c3627b1a5b0f req-98cd06d9-7c01-4a64-950e-9cbbfb00e9ef tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.1425741 Jun 04 13:46:12.102836 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-3b44f58a-35a4-4b7c-897e-f7c242a41ad9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd89344-9658-4968-a69b-3ddfb792c332 HTTP/1.1" status: 200 len: 217 time: 0.1039357 Jun 04 13:46:12.148820 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.149556 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:12.194329 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-e7108133-0050-41b7-91dc-04ab0cb13708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.196004 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-e7108133-0050-41b7-91dc-04ab0cb13708 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af85ff12-593b-4b30-93fd-0bf060918a90 HTTP/1.1" status: 200 len: 913 time: 0.4277649 Jun 04 13:46:12.197256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Allocated IP 172.20.0.5 (9ad90d96-8ea1-4557-8d7f-bad39550b643/ec11ec89-9546-4273-a21c-9d96594c76bc/c06800c1-7d4f-42a0-a006-13816c4696d8) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:46:12.224891 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-099f9f76-e895-43df-845b-e67e70d7919f req-29094d88-1b6a-46ff-926d-3e384780ee43 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235251 Jun 04 13:46:12.230263 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a04b2-4607-4df6-8758-a2aeec680476 req-141d947c-16e7-468d-8019-d85154a5fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.231651 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-141d947c-16e7-468d-8019-d85154a5fc43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.1150663 Jun 04 13:46:12.312089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-fecb367d-f56d-4704-abaa-8174c47ada4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621867 Jun 04 13:46:12.319941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Pushing event updated for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:12.333367 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9560757 Jun 04 13:46:12.334865 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-f8e999ba-28d5-4771-b73c-ea9d462e143d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32728531-58c8-42fb-ba9c-cd7f5052266d HTTP/1.1" status: 200 len: 217 time: 0.1283469 Jun 04 13:46:12.340020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:12.361539 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Request body: {'port': {'device_id': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:12.504199 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-72ed5396-ac21-4430-bb08-9f8056ac3348 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830668 Jun 04 13:46:12.579011 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:12.672070 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-027a04b2-4607-4df6-8758-a2aeec680476 req-b97e5cbe-0b3f-4320-a8b5-92de6348163a service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616771 Jun 04 13:46:12.683366 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-9da6b1f7-44e3-4769-9918-aaa149e2cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.684847 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-9da6b1f7-44e3-4769-9918-aaa149e2cdf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c739c8fd-7c0f-409d-a5c9-b78758a4035b HTTP/1.1" status: 200 len: 852 time: 0.2668281 Jun 04 13:46:12.746437 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:12.770714 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:12.790071 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-eec945c8-23f4-41bd-8317-3fe8dc4a7da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af85ff12-593b-4b30-93fd-0bf060918a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925052 Jun 04 13:46:12.930608 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d09851-f158-4739-b0ea-464a11993636 req-f2556f53-03d7-4b74-afca-bc2273b5fc26 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:12.945116 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-79d09851-f158-4739-b0ea-464a11993636 req-f2556f53-03d7-4b74-afca-bc2273b5fc26 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 943 time: 0.1767037 Jun 04 13:46:12.945116 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59492) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:13.022709 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-79d09851-f158-4739-b0ea-464a11993636 req-ed12855e-6a08-4b3c-8840-f35ba9fe9db0 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808818 Jun 04 13:46:13.059065 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.233969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.250731 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:13.255062 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Usage tracker for resource:security_group_rule and tenant:08f430cb9021478198acaaf6f64297b5 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:13.260705 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:13.270225 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:13.329170 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-60dcb72c-6288-4fbf-a9a4-b12690773b3d service neutron] 10.222.0.13 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259771 Jun 04 13:46:13.333783 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.347121 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a77ecead-e0f5-4d21-9ec3-1bd78b8a4e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:13.385486 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b1687-5f3f-4aa2-8d9f-d5738662fc72,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:13.387978 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:13.414300 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.415431 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/842b1687-5f3f-4aa2-8d9f-d5738662fc72 HTTP/1.1" status: 204 len: 168 time: 1.5984390 Jun 04 13:46:13.505475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.536452 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:13.573157 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-466037dc-bee2-4a28-82d5-78149dcabc1c req-d4fc9819-cc4d-4da7-83a5-1b20cc7741d1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.2537649 Jun 04 13:46:13.654288 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.666133 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bb0aa-3dcf-43a4-abc8-236c48a971c7 req-aa9ee550-84f1-49ef-a569-0c7086091fbc tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:13.668327 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d71bb0aa-3dcf-43a4-abc8-236c48a971c7 req-aa9ee550-84f1-49ef-a569-0c7086091fbc tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 944 time: 0.2566533 Jun 04 13:46:13.676406 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Network 9ad90d96-8ea1-4557-8d7f-bad39550b643 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:46:13.684128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:46:13.697497 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:46:13.718081 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d71bb0aa-3dcf-43a4-abc8-236c48a971c7 req-381eac7e-6ecc-4090-a14e-8412b834cf7e tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Jun 04 13:46:13.760645 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6bb1e62d-b85d-4b19-8de1-315838fb97fe req-ddab5320-07bd-4db9-9d34-81809e102cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183221 Jun 04 13:46:13.766249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Pushing event updated for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:13.778143 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:13.821039 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.826089 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:13.827644 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.831359 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b360d7e6-a7a7-4a4d-a615-c780c5153c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:13.876493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b7990-a626-45a1-88da-d1e24c7bb515,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:13.882144 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08f430cb9021478198acaaf6f64297b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9381838 Jun 04 13:46:13.883950 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:13.884775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59516) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:13.920564 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:13.934716 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.950245 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:13.956288 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7793040 Jun 04 13:46:13.957337 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Transition to ACTIVE for port object 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:46:13.972379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Request body: {'port': {'device_id': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:13.983288 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.068049 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.089350 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-088ac04f-d26b-4f53-bc7a-516238c4443a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:14.126572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.142748 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:14.162981 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b7990-a626-45a1-88da-d1e24c7bb515,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:14.172154 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:14.180230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.180230 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/997b7990-a626-45a1-88da-d1e24c7bb515 HTTP/1.1" status: 204 len: 168 time: 0.2898157 Jun 04 13:46:14.237841 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.283697 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:14.287412 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:14.320785 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10531efe-65e0-435c-b724-0a2177c08b43 req-cda82dcd-9816-48da-a564-f9fe4552c6ad tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:14.325086 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-10531efe-65e0-435c-b724-0a2177c08b43 req-cda82dcd-9816-48da-a564-f9fe4552c6ad tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 943 time: 0.1516531 Jun 04 13:46:14.432594 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-10531efe-65e0-435c-b724-0a2177c08b43 req-e7fe69b7-8001-42e5-9b27-cb7284a2637e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994296 Jun 04 13:46:14.572244 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Attempting to bind port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:46:14.572799 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Attempting to bind port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:46:14.573414 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Attempting to bind port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:14.605202 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:46:14.605514 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Attempting to bind port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:14.630227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:46:14.630227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Checking segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:14.630227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Bound using segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:46:14.630227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Bound port: 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:46:14.630227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:14.953756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d060e-ac5c-463a-93bc-9eadb5ddc631 req-b905fef5-6ccb-46b5-b3db-977f32e57ed7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:14.961986 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b38d060e-ac5c-463a-93bc-9eadb5ddc631 req-b905fef5-6ccb-46b5-b3db-977f32e57ed7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 931 time: 0.1813149 Jun 04 13:46:15.073740 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b38d060e-ac5c-463a-93bc-9eadb5ddc631 req-f31b1525-ba29-4add-a885-afdabf703a9f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103635 Jun 04 13:46:15.112797 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:46:15.117929 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59568) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:15.136588 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f76b9a-798f-44e3-a1b3-6a1a7a685168 req-3e47da76-d7ba-478e-9b7b-c4099ee35411 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:15.138331 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46f76b9a-798f-44e3-a1b3-6a1a7a685168 req-3e47da76-d7ba-478e-9b7b-c4099ee35411 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 944 time: 0.1737869 Jun 04 13:46:15.143783 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:46:15.146087 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.166576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:15.182811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b2a1de6cab4388aabfb68001c2e327 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:15.188819 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:15.192988 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46f76b9a-798f-44e3-a1b3-6a1a7a685168 req-86530170-1abf-4bf5-a594-75975a631dbf tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474880 Jun 04 13:46:15.282988 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:15.297208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.319950 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:15.398831 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:15.399370 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.400848 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] 10.222.0.13 "PUT /v2.0/ports/1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 1094 time: 3.0444617 Jun 04 13:46:15.403228 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06800c1-7d4f-42a0-a006-13816c4696d8 {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:15.413563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:15.415971 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90df7bf-9d64-4f5e-989e-a80e1dccef02" -d '{"events": [{"name": "network-changed", "server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:15.427914 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.459992 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Transition to ACTIVE for port object c06800c1-7d4f-42a0-a006-13816c4696d8 will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:46:15.470044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9084d790-b182-4d7a-8989-574ae78a10d8 x-openstack-request-id: req-9084d790-b182-4d7a-8989-574ae78a10d8 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:15.470516 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:15.470696 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9084d790-b182-4d7a-8989-574ae78a10d8 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:15.473094 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3', 'status': 'completed', 'code': 200} Jun 04 13:46:15.473094 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Pushing event updated for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:15.475928 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:15.590829 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.596240 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.604253 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1264a7e7-5ec3-4f61-b54d-64e00eb57a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:15.685267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86606c8a-a8cf-4124-9963-f10112f81557 req-cfffe854-2fe9-40bd-92e5-a2dd22fccd9f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:15.687800 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8fd89344-9658-4968-a69b-3ddfb792c332 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:46:15.692859 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-86606c8a-a8cf-4124-9963-f10112f81557 req-cfffe854-2fe9-40bd-92e5-a2dd22fccd9f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 943 time: 0.0994265 Jun 04 13:46:15.741323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-86606c8a-a8cf-4124-9963-f10112f81557 req-d5879516-14b0-4843-9001-9a15f64fe390 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473218 Jun 04 13:46:15.744492 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.770201 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Pushing event updated for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:15.773150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:15.777260 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e67d2a9-606d-4c67-80b3-791d43850887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:15.839630 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-ab5d7c45-19a6-4add-8b0a-4a802b11478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:15.841154 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-ab5d7c45-19a6-4add-8b0a-4a802b11478d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1097 time: 0.3476291 Jun 04 13:46:15.861105 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8fd89344-9658-4968-a69b-3ddfb792c332,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:15.885012 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '8fd89344-9658-4968-a69b-3ddfb792c332', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'port_id': '8fd89344-9658-4968-a69b-3ddfb792c332', 'mac_address': 'fa:16:3e:95:40:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da874524-5bf2-452e-9e94-c222536761df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:46:15.913517 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3b2a1de6cab4388aabfb68001c2e327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7920949 Jun 04 13:46:15.913602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59592) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:15.940947 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806ca48-44ff-496c-8ef6-c0779e152ce0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:15.944130 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:15.970170 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:15.994004 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd89344-9658-4968-a69b-3ddfb792c332 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:16.013235 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.041890 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8fd89344-9658-4968-a69b-3ddfb792c332,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:16.052482 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Attempting to bind port c06800c1-7d4f-42a0-a006-13816c4696d8 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:46:16.052482 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Attempting to bind port c06800c1-7d4f-42a0-a006-13816c4696d8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:46:16.052869 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Attempting to bind port c06800c1-7d4f-42a0-a006-13816c4696d8 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:16.063039 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Port c06800c1-7d4f-42a0-a006-13816c4696d8 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:46:16.067377 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Attempting to bind port c06800c1-7d4f-42a0-a006-13816c4696d8 on network 9ad90d96-8ea1-4557-8d7f-bad39550b643 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:16.084378 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.086494 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:46:16.086973 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Checking segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:16.090991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Bound using segment: {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:46:16.090991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Bound port: c06800c1-7d4f-42a0-a006-13816c4696d8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8112d85-f48b-4c32-b998-d07f466fc983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:46:16.090991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.103368 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-d33d3a2c-680a-4e89-8f79-9ad61b2db39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.104497 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-d33d3a2c-680a-4e89-8f79-9ad61b2db39e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=000f09c1ef1742a180d41b9780d971f7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2293682 Jun 04 13:46:16.110468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.112240 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 32728531-58c8-42fb-ba9c-cd7f5052266d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:46:16.113794 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:16.225090 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.231280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:16.272605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806ca48-44ff-496c-8ef6-c0779e152ce0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:16.275076 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:46:16.277730 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:16.280638 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c06800c1-7d4f-42a0-a006-13816c4696d8,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:46:16.285446 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:16.290974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:16.300808 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.302016 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0806ca48-44ff-496c-8ef6-c0779e152ce0 HTTP/1.1" status: 204 len: 168 time: 0.3866372 Jun 04 13:46:16.461041 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=32728531-58c8-42fb-ba9c-cd7f5052266d,segment=NetworkSegment(9737b677-f0ad-48e4-86d9-8f6b59229b24),segment_id=9737b677-f0ad-48e4-86d9-8f6b59229b24)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:16.463514 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.474911 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e4453e7e-d27b-4e48-82e4-0da4aa6b5a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:16.508271 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '32728531-58c8-42fb-ba9c-cd7f5052266d', 'network_id': 'af85ff12-593b-4b30-93fd-0bf060918a90', 'port_id': '32728531-58c8-42fb-ba9c-cd7f5052266d', 'mac_address': 'fa:16:3e:4e:a7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c739c8fd-7c0f-409d-a5c9-b78758a4035b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:46:16.542866 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1b55c-cdbf-4758-ae6e-be3d47d669a6 req-5fbfe872-1c18-4704-bc8b-6d74c4f445ca tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.547145 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-17c1b55c-cdbf-4758-ae6e-be3d47d669a6 req-5fbfe872-1c18-4704-bc8b-6d74c4f445ca tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.2245367 Jun 04 13:46:16.601387 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.601904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.603404 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] 10.222.0.13 "PUT /v2.0/ports/c06800c1-7d4f-42a0-a006-13816c4696d8 HTTP/1.1" status: 200 len: 1093 time: 2.6374648 Jun 04 13:46:16.633412 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Pushing event updated for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:16.636923 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-4d2a55d4-d828-4799-bbcf-807002d3d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.638480 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c90df7bf-9d64-4f5e-989e-a80e1dccef02 req-4d2a55d4-d828-4799-bbcf-807002d3d63c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5121391 Jun 04 13:46:16.640442 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:16.653901 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.680606 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32728531-58c8-42fb-ba9c-cd7f5052266d {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:16.703398 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-17c1b55c-cdbf-4758-ae6e-be3d47d669a6 req-3ea033ef-743e-4e7e-b157-69401eacf37b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440480 Jun 04 13:46:16.730778 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a886-5a7d-42e9-bd82-9211a2dd7e5f req-7f1f1237-0bc4-4732-b70c-16982ead90df tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.733341 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0ce0a886-5a7d-42e9-bd82-9211a2dd7e5f req-7f1f1237-0bc4-4732-b70c-16982ead90df tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 944 time: 0.2836144 Jun 04 13:46:16.740017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=32728531-58c8-42fb-ba9c-cd7f5052266d,segment=NetworkSegment(9737b677-f0ad-48e4-86d9-8f6b59229b24),segment_id=9737b677-f0ad-48e4-86d9-8f6b59229b24)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:16.819372 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:16.821748 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:16.834373 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0ce0a886-5a7d-42e9-bd82-9211a2dd7e5f req-3308556a-f55e-4a45-a6ad-700d336f1e3c tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927703 Jun 04 13:46:16.942182 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:16.944454 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-fafc23fd-a489-418e-ba9e-6e06662eab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:16.946695 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-fafc23fd-a489-418e-ba9e-6e06662eab4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1097 time: 0.2521055 Jun 04 13:46:16.954094 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:17.065351 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3eb458-7bb8-4c90-a3c1-a4fb97eb033f req-f410f00d-6923-45ed-baab-5a669b137954 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:17.070410 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-466ee033-15cc-4143-ab68-ab36d0dee23b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.1085584 Jun 04 13:46:17.072961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-5a618e3b-8f04-42ee-8767-479cb759cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:17.074785 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-5a618e3b-8f04-42ee-8767-479cb759cf26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 1096 time: 0.2986429 Jun 04 13:46:17.077088 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc3eb458-7bb8-4c90-a3c1-a4fb97eb033f req-f410f00d-6923-45ed-baab-5a669b137954 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 944 time: 0.1708519 Jun 04 13:46:17.153440 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc3eb458-7bb8-4c90-a3c1-a4fb97eb033f req-2f60dd3e-d8e2-4253-a1b3-937b51a30836 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750890 Jun 04 13:46:17.231910 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-42523656-20db-4df4-a4fc-be2c48f5de86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06800c1-7d4f-42a0-a006-13816c4696d8 HTTP/1.1" status: 200 len: 217 time: 0.0979459 Jun 04 13:46:17.306369 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['32728531-58c8-42fb-ba9c-cd7f5052266d'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:17.312398 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-0f7f87e1-17a3-4739-9a7a-c00fcac70eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:17.313884 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-0f7f87e1-17a3-4739-9a7a-c00fcac70eff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.2229934 Jun 04 13:46:17.359450 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-d761b451-ccf2-42e0-ab0f-72ad2a1d1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:17.360932 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-d761b451-ccf2-42e0-ab0f-72ad2a1d1f7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.1135368 Jun 04 13:46:17.367530 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-4e6fe997-408b-45c9-896a-7956dfb4abbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465853 Jun 04 13:46:17.369752 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:17.437999 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-f055812f-afaf-4849-a614-bc262d74e9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694051 Jun 04 13:46:17.508532 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:17.510810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86207299-9f25-4a17-ae34-bf817ab8b9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:17.603090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fbf1e7-ef4c-478f-9baa-d8990106e770 x-openstack-request-id: req-73fbf1e7-ef4c-478f-9baa-d8990106e770 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:17.603384 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:17.604014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73fbf1e7-ef4c-478f-9baa-d8990106e770 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:17.604014 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8', 'status': 'completed', 'code': 200} Jun 04 13:46:17.798614 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-9a52e4c3-1a4a-4fe9-b8be-ab815aaf03d3 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900928 Jun 04 13:46:17.809130 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-34aa5086-aae1-4cf8-a6ba-844c8fb92e62 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949681 Jun 04 13:46:18.114130 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-74ff2ef6-e32b-4d8f-8a6b-5a2f652079ba req-3407c49e-3f79-4699-8e18-f2847c5bf73d service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039880 Jun 04 13:46:18.116602 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f22342cc-5666-4f1c-8ed4-552a5bfc24f9 req-5d91f019-75f1-41bc-8d48-e5e92100ae1a service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845089 Jun 04 13:46:18.239464 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bfad2-8688-4ecb-8004-75c8a151eb5f req-9bc9ab8f-226d-4c21-9c7d-3ad1527c9a8a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.242681 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3a3bfad2-8688-4ecb-8004-75c8a151eb5f req-9bc9ab8f-226d-4c21-9c7d-3ad1527c9a8a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.3930719 Jun 04 13:46:18.347179 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3a3bfad2-8688-4ecb-8004-75c8a151eb5f req-1970379c-93a5-4645-bad8-52400b9ff662 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915082 Jun 04 13:46:18.369911 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4123b-c3a2-4602-92d5-e58a79cbf545 req-0f765d4d-d756-4a42-96dd-d345266d7196 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.372307 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76b4123b-c3a2-4602-92d5-e58a79cbf545 req-0f765d4d-d756-4a42-96dd-d345266d7196 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 945 time: 0.2645097 Jun 04 13:46:18.419546 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-f8f9fb18-3362-40c5-8c7c-428791ed0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.422190 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-f8f9fb18-3362-40c5-8c7c-428791ed0ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 1096 time: 0.1274979 Jun 04 13:46:18.454924 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76b4123b-c3a2-4602-92d5-e58a79cbf545 req-3ec6b619-068f-4fff-bc58-1f9b6a283f37 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Jun 04 13:46:18.609820 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-700ea476-8a88-4618-9978-604c358cc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.611414 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-700ea476-8a88-4618-9978-604c358cc161 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.1820536 Jun 04 13:46:18.627190 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c8748-d4ac-47e4-a9fe-6d8fe6448bf9 req-c2513957-e587-46f3-b884-d52c9e5d1bcd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.628700 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9a1c8748-d4ac-47e4-a9fe-6d8fe6448bf9 req-c2513957-e587-46f3-b884-d52c9e5d1bcd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 944 time: 0.0895293 Jun 04 13:46:18.715430 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-cf20c5bd-e449-4f2a-85ca-e11820b82c5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06800c1-7d4f-42a0-a006-13816c4696d8 HTTP/1.1" status: 200 len: 217 time: 0.0970404 Jun 04 13:46:18.719488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9a1c8748-d4ac-47e4-a9fe-6d8fe6448bf9 req-041e60aa-50de-41c7-85de-ce720b981357 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Jun 04 13:46:18.787055 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-8c8f48a6-c6fe-46a8-a2ef-189aa325cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:18.788722 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-8c8f48a6-c6fe-46a8-a2ef-189aa325cbeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.0634022 Jun 04 13:46:18.839489 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-688a1b9a-129c-4631-8634-7c0d455a9ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439262 Jun 04 13:46:19.017776 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-9f73f9e5-ad6b-42c3-b65a-06fd4ab9a1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663446 Jun 04 13:46:19.214756 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-86207299-9f25-4a17-ae34-bf817ab8b9bb req-5bcb790d-3308-42f3-af24-17808f4f0a53 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900735 Jun 04 13:46:19.644944 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac207af-d141-40c1-9f08-47104465cfc2 req-246f63d4-4995-49c9-85f1-582bfec67320 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:19.646443 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fac207af-d141-40c1-9f08-47104465cfc2 req-246f63d4-4995-49c9-85f1-582bfec67320 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.1643298 Jun 04 13:46:19.660192 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8fd89344-9658-4968-a69b-3ddfb792c332 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:19.774617 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fac207af-d141-40c1-9f08-47104465cfc2 req-578503f3-e601-472c-8f16-d443ad98a7db tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914493 Jun 04 13:46:19.802984 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cbb82-94fb-45d1-9030-54ed2af370be req-92bb37dd-fe8c-4c54-aa51-9f743a19160f tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:19.811882 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b88cbb82-94fb-45d1-9030-54ed2af370be req-92bb37dd-fe8c-4c54-aa51-9f743a19160f tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 945 time: 0.1636348 Jun 04 13:46:19.868601 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b88cbb82-94fb-45d1-9030-54ed2af370be req-c3c59875-4f46-4965-bd63-5389fa40b796 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552833 Jun 04 13:46:19.924852 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 8fd89344-9658-4968-a69b-3ddfb792c332 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:46:19.940133 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 8fd89344-9658-4968-a69b-3ddfb792c332 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:19.940759 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.099148 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fdae9-7e07-439d-bbc7-ad336ce25a98 req-718f7223-fb2e-4266-9a76-ff7920dddf9e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:20.100788 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-457fdae9-7e07-439d-bbc7-ad336ce25a98 req-718f7223-fb2e-4266-9a76-ff7920dddf9e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 944 time: 0.1181993 Jun 04 13:46:20.198353 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.235777 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-457fdae9-7e07-439d-bbc7-ad336ce25a98 req-164b9d3d-2cf3-4ce4-9c73-b7c11a5a81a0 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279144 Jun 04 13:46:20.244992 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8fd89344-9658-4968-a69b-3ddfb792c332,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:20.246415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:20.346108 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.347336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 32728531-58c8-42fb-ba9c-cd7f5052266d up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:20.377732 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:20.486509 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68d0e94-f239-43b5-bee7-68d26e830670" -d '{"events": [{"server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "name": "network-vif-plugged", "status": "completed", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:20.494831 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:20.503291 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:20.568611 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 32728531-58c8-42fb-ba9c-cd7f5052266d completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:46:20.574481 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 32728531-58c8-42fb-ba9c-cd7f5052266d triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:20.574861 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.626609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebdc0eb-d0c9-4a73-93d7-8d769cf802d4 x-openstack-request-id: req-5ebdc0eb-d0c9-4a73-93d7-8d769cf802d4 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:20.626863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "name": "network-vif-plugged", "status": "completed", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:20.627115 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ebdc0eb-d0c9-4a73-93d7-8d769cf802d4 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:20.627626 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332', 'code': 200} Jun 04 13:46:20.712751 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.749304 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=32728531-58c8-42fb-ba9c-cd7f5052266d,segment=NetworkSegment(9737b677-f0ad-48e4-86d9-8f6b59229b24),segment_id=9737b677-f0ad-48e4-86d9-8f6b59229b24)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:20.866429 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:20.869057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-41c39d86-0c7b-4655-a6f7-40e1187f265f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:20.966001 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:20.972103 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:21.119084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-4afb036d-99f8-49ea-9235-f49013b71b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:21.125053 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-4afb036d-99f8-49ea-9235-f49013b71b3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 1098 time: 0.1025453 Jun 04 13:46:21.157638 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:21.185315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:21.191521 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Usage tracker for resource:security_group_rule and tenant:c1d0b1f0d86e46a9b037685868654938 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:21.195502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:21.210720 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:21.231119 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad31a8-64e1-40d6-8e05-222127f0b506 req-4c81f59f-4ab5-4f29-b494-d35949fa3ec0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:21.234786 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b7ad31a8-64e1-40d6-8e05-222127f0b506 req-4c81f59f-4ab5-4f29-b494-d35949fa3ec0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.3115687 Jun 04 13:46:21.344825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8f376-e110-4f5b-84ec-f8ce680248b8 req-6859fa0e-b709-49dc-9ca5-31f6d34b483f tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:21.356720 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28f8f376-e110-4f5b-84ec-f8ce680248b8 req-6859fa0e-b709-49dc-9ca5-31f6d34b483f tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.3183019 Jun 04 13:46:21.383731 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:21.397452 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b7ad31a8-64e1-40d6-8e05-222127f0b506 req-63d086c5-6378-4b1d-8bc4-fb8627e44758 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540051 Jun 04 13:46:21.427588 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28f8f376-e110-4f5b-84ec-f8ce680248b8 req-05d522b7-4346-48fc-97e3-6f3b59616cbd tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696857 Jun 04 13:46:21.493285 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:21.515205 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f7844865-246a-4435-b527-7ef1567faa00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:21.521378 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-7dc79949-7688-4527-9e9a-8c7d7fbc94a8 req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891501 Jun 04 13:46:21.573332 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4adfdf00-5d5c-4535-88f2-988d953d66b4,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:21.577533 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:21.614306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08946b52-b9bd-490e-9b15-611d8cd4da37 req-42ebafc6-b9c5-4ed0-a062-f3ddc2999cae tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:21.615814 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08946b52-b9bd-490e-9b15-611d8cd4da37 req-42ebafc6-b9c5-4ed0-a062-f3ddc2999cae tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1000855 Jun 04 13:46:21.680313 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08946b52-b9bd-490e-9b15-611d8cd4da37 req-70c59bad-b00a-41b0-8861-ba22ac25132f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Jun 04 13:46:21.829807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59820) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:21.956388 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:21.972906 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:21.977087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Usage tracker for resource:security_group_rule and tenant:6f77aa7b67ee4da38f060024b085c920 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:21.980371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:21.995380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:22.126605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.265953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.275823 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:22.321862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f77aa7b67ee4da38f060024b085c920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908619 Jun 04 13:46:22.327015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15683633-a71b-4e42-8462-90f3f44470e3,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:22.327139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59830) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:22.330060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:22.403798 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.433400 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.581862 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.594195 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c87fc6f6-ea97-426e-83f2-865e1e59c9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:22.621427 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15683633-a71b-4e42-8462-90f3f44470e3,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:22.626216 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:22.629303 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:22.634146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0a1b5-c696-4545-859b-6de91658c343" -d '{"events": [{"server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "name": "network-vif-plugged", "status": "completed", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:22.675529 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:22.684289 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15683633-a71b-4e42-8462-90f3f44470e3 HTTP/1.1" status: 204 len: 168 time: 0.3584466 Jun 04 13:46:22.726294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280458de-d14f-4bc2-8d7e-65cd92eefdd5 req-0216b614-ac4b-490c-8820-df7438dd2bca tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:22.734668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-280458de-d14f-4bc2-8d7e-65cd92eefdd5 req-0216b614-ac4b-490c-8820-df7438dd2bca tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.2016797 Jun 04 13:46:22.774527 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937829b-99a3-43df-bae8-e543b3658636 req-676477b8-d015-4a59-81e4-bc008adcd796 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:22.776047 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a937829b-99a3-43df-bae8-e543b3658636 req-676477b8-d015-4a59-81e4-bc008adcd796 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.1858222 Jun 04 13:46:22.827014 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-280458de-d14f-4bc2-8d7e-65cd92eefdd5 req-26170075-23ad-4679-ac28-eabe9a9e94e4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908327 Jun 04 13:46:22.850812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a937829b-99a3-43df-bae8-e543b3658636 req-19e635ea-4c0f-4e4f-ab12-c21b2e019065 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598986 Jun 04 13:46:22.888946 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6bb976-277c-4642-8ea1-6d1c11f29101 x-openstack-request-id: req-0a6bb976-277c-4642-8ea1-6d1c11f29101 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:22.889244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "name": "network-vif-plugged", "status": "completed", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:22.889572 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a6bb976-277c-4642-8ea1-6d1c11f29101 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:22.889927 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d', 'code': 200} Jun 04 13:46:23.085146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:23.103126 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfd77a-a813-4434-a4e1-fec3de64a230 req-a65264cb-fa61-488e-aa62-0b32db25ccfa tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:23.111401 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b0bfd77a-a813-4434-a4e1-fec3de64a230 req-a65264cb-fa61-488e-aa62-0b32db25ccfa tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1425345 Jun 04 13:46:23.161915 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b0bfd77a-a813-4434-a4e1-fec3de64a230 req-1db86c58-942d-4ffd-9e55-36f5062ac37d tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Jun 04 13:46:23.403608 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0b321-5766-4ccd-8635-f42c2f3118c5 req-588ee024-0a41-4b48-9af8-e2460554cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:23.406070 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-85d0b321-5766-4ccd-8635-f42c2f3118c5 req-588ee024-0a41-4b48-9af8-e2460554cd2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 1099 time: 0.0883489 Jun 04 13:46:23.472983 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-85d0b321-5766-4ccd-8635-f42c2f3118c5 req-0c9f180b-204e-4799-8fb0-17157586c026 service neutron] Synchronizing usage tracker for tenant:c1d0b1f0d86e46a9b037685868654938 on resource:security_group {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:46:23.517859 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59872) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:23.602655 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:23.612333 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-85d0b321-5766-4ccd-8635-f42c2f3118c5 req-0c9f180b-204e-4799-8fb0-17157586c026 service neutron] Unset dirty status for tenant:c1d0b1f0d86e46a9b037685868654938 on resource:security_group {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:46:23.613483 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-85d0b321-5766-4ccd-8635-f42c2f3118c5 req-0c9f180b-204e-4799-8fb0-17157586c026 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999044 Jun 04 13:46:23.621591 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:23.626299 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Usage tracker for resource:security_group_rule and tenant:abe7abe388834dde8c8073e32d49e6f4 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:23.632335 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:23.636347 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:23.665212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:46:23.742662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:23.831550 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:23.849425 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'port_id': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3', 'mac_address': 'fa:16:3e:a6:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:46:23.900145 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:23.939764 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:23.973168 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:24.034188 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:24.067068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:24.074565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59894) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:24.076793 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abe7abe388834dde8c8073e32d49e6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566783 Jun 04 13:46:24.128504 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd2d5ba-827f-42b9-b5e0-3c96a174a1c0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:24.136588 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:24.146811 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.148476 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c06800c1-7d4f-42a0-a006-13816c4696d8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:46:24.154295 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:24.248816 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59898) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:24.261038 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c06800c1-7d4f-42a0-a006-13816c4696d8,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:24.269212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:24.273062 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.283330 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:24.288191 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'c06800c1-7d4f-42a0-a006-13816c4696d8', 'network_id': '9ad90d96-8ea1-4557-8d7f-bad39550b643', 'port_id': 'c06800c1-7d4f-42a0-a006-13816c4696d8', 'mac_address': 'fa:16:3e:94:b3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec11ec89-9546-4273-a21c-9d96594c76bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:46:24.333331 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.359679 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.381469 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06800c1-7d4f-42a0-a006-13816c4696d8 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:24.411470 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c06800c1-7d4f-42a0-a006-13816c4696d8,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:24.415525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cf793-82fa-43c7-9072-c187be7b0f3b req-c86803b8-fecd-4579-860f-1553ec2d19b9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:24.422319 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fd7cf793-82fa-43c7-9072-c187be7b0f3b req-c86803b8-fecd-4579-860f-1553ec2d19b9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 943 time: 0.2626548 Jun 04 13:46:24.447257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75dcfd0-b798-406c-a416-7a2d011d4962 req-9a99bdfc-8eaf-4ca3-83c6-8232615dd3c6 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:24.449487 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d75dcfd0-b798-406c-a416-7a2d011d4962 req-9a99bdfc-8eaf-4ca3-83c6-8232615dd3c6 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.2538683 Jun 04 13:46:24.459361 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.473273 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.477216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ca32ebcd-081f-4936-878b-bec587a67f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:24.495725 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:24.509917 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Usage tracker for resource:security_group_rule and tenant:edf8c577ac2848bda70ef6453a124b88 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:24.516969 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:24.534701 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:24.584943 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fd7cf793-82fa-43c7-9072-c187be7b0f3b req-76f01b3c-320b-4c78-909e-e158d134445f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535420 Jun 04 13:46:24.598245 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d75dcfd0-b798-406c-a416-7a2d011d4962 req-3769578c-8975-4dae-bb9d-90e5d5cf9885 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233168 Jun 04 13:46:24.609566 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:24.614624 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:24.644419 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.652081 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-8747da4c-c8ba-47d3-8848-d6fa51c7f0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:24.670463 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd2d5ba-827f-42b9-b5e0-3c96a174a1c0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:24.673034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:24.682421 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.684509 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afd2d5ba-827f-42b9-b5e0-3c96a174a1c0 HTTP/1.1" status: 204 len: 168 time: 0.6078863 Jun 04 13:46:24.805825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.917100 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:24.933982 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5d9e0eb4-b8c0-4ea6-9497-c458b2a2a8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:24.941118 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['c06800c1-7d4f-42a0-a006-13816c4696d8'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:24.948977 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2ef9b-c72e-48b5-91f6-bfb076a77040 req-ba12a450-4c8a-45b7-8401-d1e30517bb86 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:24.962854 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-24c2ef9b-c72e-48b5-91f6-bfb076a77040 req-ba12a450-4c8a-45b7-8401-d1e30517bb86 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1534977 Jun 04 13:46:25.005199 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edf8c577ac2848bda70ef6453a124b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7553885 Jun 04 13:46:25.006882 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:25.008476 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f771f76-cef4-401f-870c-5c3162a8794a,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:25.011026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59912) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:25.032815 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:25.066845 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-24c2ef9b-c72e-48b5-91f6-bfb076a77040 req-d9772c50-bf48-4cdc-bb84-de01814de8e2 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028259 Jun 04 13:46:25.165782 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:25.227543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:25.412271 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:25.425896 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ff658f6a-ad6e-48b5-89f2-7041ffd656e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:25.477263 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f771f76-cef4-401f-870c-5c3162a8794a,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:25.491107 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:25.493078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:25.494235 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f771f76-cef4-401f-870c-5c3162a8794a HTTP/1.1" status: 204 len: 168 time: 0.4817882 Jun 04 13:46:26.017569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd629d-2a33-4a44-95ab-1d51406c6fdf req-90951908-6023-4e32-bc7c-ee9f47fd465a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:26.020018 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49cd629d-2a33-4a44-95ab-1d51406c6fdf req-90951908-6023-4e32-bc7c-ee9f47fd465a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 944 time: 0.1710749 Jun 04 13:46:26.041576 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9e21-f5bb-4fba-8120-2fde3605c2a4 req-694cc125-00ff-4a07-8fc6-ba911ec07770 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:26.045150 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-317b9e21-f5bb-4fba-8120-2fde3605c2a4 req-694cc125-00ff-4a07-8fc6-ba911ec07770 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.2766111 Jun 04 13:46:26.160673 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-317b9e21-f5bb-4fba-8120-2fde3605c2a4 req-58c4ece8-22f6-4f6d-8276-e77c5fd34e15 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857925 Jun 04 13:46:26.163405 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49cd629d-2a33-4a44-95ab-1d51406c6fdf req-6a86ed9b-88a2-4d42-856e-5cf7d589ac77 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166828 Jun 04 13:46:26.526832 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 59970) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:26.567164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:26.600328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:26.608422 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Usage tracker for resource:security_group_rule and tenant:07b85d5686f9425691c83295cb254900 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:26.613935 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:26.626469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:26.758543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:26.853507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:26.867404 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-954c71c2-2bcd-4713-9cf0-52336e7e468e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:26.909090 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07b85d5686f9425691c83295cb254900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806198 Jun 04 13:46:26.910912 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c536b43-32b5-441a-b70b-a130e32b4998,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:26.912176 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 59980) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:26.916776 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:26.987347 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:27.035706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:27.204201 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:27.213019 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:27.244662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c536b43-32b5-441a-b70b-a130e32b4998,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:27.249281 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:27.266208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:27.267376 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c536b43-32b5-441a-b70b-a130e32b4998 HTTP/1.1" status: 204 len: 168 time: 0.3522491 Jun 04 13:46:27.461578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c45b1-9ab9-49dd-bc4e-043854999cf2 req-73aabc19-9f66-49e8-9b1d-777707774804 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:27.463136 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-703c45b1-9ab9-49dd-bc4e-043854999cf2 req-73aabc19-9f66-49e8-9b1d-777707774804 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 944 time: 0.1504834 Jun 04 13:46:27.519876 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-703c45b1-9ab9-49dd-bc4e-043854999cf2 req-cb08e5d3-1cf6-41fb-9b19-eb6546583a25 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Jun 04 13:46:27.691033 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:27.860752 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:46:27.867349 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:27.868239 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.136534 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.163515 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:28.166032 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e9481-4de9-4747-a235-da44a1570a8c" -d '{"events": [{"server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "name": "network-vif-plugged", "status": "completed", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:28.175066 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:28.234918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844057dd-2e7b-4f74-be25-eaddab20607e x-openstack-request-id: req-844057dd-2e7b-4f74-be25-eaddab20607e {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:28.235441 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "name": "network-vif-plugged", "status": "completed", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:28.235871 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-844057dd-2e7b-4f74-be25-eaddab20607e {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:28.236519 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3', 'code': 200} Jun 04 13:46:28.281023 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.281023 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c06800c1-7d4f-42a0-a006-13816c4696d8 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:28.338713 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:28.457736 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:28.462547 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:28.524980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port c06800c1-7d4f-42a0-a006-13816c4696d8 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:46:28.543669 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port c06800c1-7d4f-42a0-a006-13816c4696d8 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:28.546548 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.775309 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.818544 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c06800c1-7d4f-42a0-a006-13816c4696d8,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:28.861522 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686fcff-b608-42be-b72f-1a4c8d82b5ca req-373dc321-7b5f-4d36-8eba-afe3e5ae51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:28.865445 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b686fcff-b608-42be-b72f-1a4c8d82b5ca req-373dc321-7b5f-4d36-8eba-afe3e5ae51f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.2043750 Jun 04 13:46:28.878157 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293ab52-1917-4793-8dd0-53884f260416 req-4a554261-54c1-4f58-9072-c777ba72d488 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:28.891576 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c293ab52-1917-4793-8dd0-53884f260416 req-4a554261-54c1-4f58-9072-c777ba72d488 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 944 time: 0.1176629 Jun 04 13:46:28.923403 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:28.925468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:28.943867 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-b686fcff-b608-42be-b72f-1a4c8d82b5ca req-afad060f-f7c4-4efd-9b78-847e5ccbc986 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679705 Jun 04 13:46:28.993332 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c293ab52-1917-4793-8dd0-53884f260416 req-ae9605f2-309e-4c8a-99f7-4dee83be5322 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001995 Jun 04 13:46:29.027448 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:29.031508 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:30.237404 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:30.240854 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4857efab-95af-4b44-aa31-60222afc4158" -d '{"events": [{"server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "name": "network-vif-plugged", "status": "completed", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:30.300653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0e6c-a4bd-474d-b1e4-b74b29d3e332 req-e0d97686-2eb3-4cc9-b34a-511820d21662 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:30.303081 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa1a0e6c-a4bd-474d-b1e4-b74b29d3e332 req-e0d97686-2eb3-4cc9-b34a-511820d21662 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1225047 Jun 04 13:46:30.383542 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa1a0e6c-a4bd-474d-b1e4-b74b29d3e332 req-02628b91-be21-4250-8496-8d40a82e88a9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Jun 04 13:46:30.479271 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80ed560-fbd2-4e0b-90bd-06356f2cd8f3 x-openstack-request-id: req-d80ed560-fbd2-4e0b-90bd-06356f2cd8f3 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:30.479271 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "name": "network-vif-plugged", "status": "completed", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:30.479271 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d80ed560-fbd2-4e0b-90bd-06356f2cd8f3 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:30.479271 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8', 'code': 200} Jun 04 13:46:30.911513 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a097aa61-ac02-479f-bde2-f8a38f3034df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:31.077486 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3edd2b-333e-4313-b289-73e6f3a2f38c req-f81daeda-bb9f-49e4-a6f0-597f15f9424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:31.079285 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3e3edd2b-333e-4313-b289-73e6f3a2f38c req-f81daeda-bb9f-49e4-a6f0-597f15f9424b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 1098 time: 0.1086521 Jun 04 13:46:31.147810 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3e3edd2b-333e-4313-b289-73e6f3a2f38c req-046d25c2-6336-4813-88b1-632de7076731 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612993 Jun 04 13:46:31.676750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19e3ac-b4d6-450f-85a6-7e6c75a1c15f req-083c814c-ff21-40cd-a9da-4bcd3d2ee0b2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:31.678654 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bb19e3ac-b4d6-450f-85a6-7e6c75a1c15f req-083c814c-ff21-40cd-a9da-4bcd3d2ee0b2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1244256 Jun 04 13:46:31.820695 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bb19e3ac-b4d6-450f-85a6-7e6c75a1c15f req-a2ad811c-6b62-4c24-bef3-e935e6635e54 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301856 Jun 04 13:46:33.145312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27c35d-e034-4d86-81fc-6218497161d0 req-662bc506-cb67-41ea-ae4f-256146028fd3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:33.147235 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ad27c35d-e034-4d86-81fc-6218497161d0 req-662bc506-cb67-41ea-ae4f-256146028fd3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1723731 Jun 04 13:46:33.201382 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ad27c35d-e034-4d86-81fc-6218497161d0 req-227a8d00-3d03-4ad9-8c4e-19f85b1239ba tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Jun 04 13:46:33.382818 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:33.494390 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c0d7d99f-c310-46bc-9020-fa2268db7574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:34.325270 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b5fd-a9ae-481a-8b20-13082968ee10 req-03fddc9b-2f06-4bc1-b399-e9875db436d9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:34.327638 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28a1b5fd-a9ae-481a-8b20-13082968ee10 req-03fddc9b-2f06-4bc1-b399-e9875db436d9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.4634113 Jun 04 13:46:34.386976 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28a1b5fd-a9ae-481a-8b20-13082968ee10 req-caa0e5d0-487a-4086-8754-1042a2ef1dff tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531850 Jun 04 13:46:34.551232 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-b1bac5a7-9aec-4949-879a-e9501465b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:34.553559 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-b1bac5a7-9aec-4949-879a-e9501465b0ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 1098 time: 0.1014721 Jun 04 13:46:34.775406 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-f8c3c087-38b3-413c-9b11-0b8aa0571f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:34.777398 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-f8c3c087-38b3-413c-9b11-0b8aa0571f1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.2121041 Jun 04 13:46:34.875095 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-ce642c20-ff3a-4caf-b0eb-a61953b36f29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c06800c1-7d4f-42a0-a006-13816c4696d8 HTTP/1.1" status: 200 len: 217 time: 0.0783005 Jun 04 13:46:34.907136 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:34.952143 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-a089915c-cc5a-4cc8-b1f8-995b6c66cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:34.952143 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-a089915c-cc5a-4cc8-b1f8-995b6c66cb6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.0664494 Jun 04 13:46:35.011937 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-5a842d48-2408-42e7-88bd-b4abeddc7a17 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545747 Jun 04 13:46:35.196720 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-d7a8bcd6-eb82-49f4-8d16-7d29089413a5 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673660 Jun 04 13:46:35.372387 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9f5e65c8-c79d-440a-ab38-4e21338e683d req-9df32a6d-527f-4b73-a47e-174c69a34fcb service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700656 Jun 04 13:46:35.402369 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:46:35.783710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7fad3-5534-43ab-a34e-6c3da822e8af req-4c9f97f0-1f46-49c9-a8af-b42585805031 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:35.786171 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bfd7fad3-5534-43ab-a34e-6c3da822e8af req-4c9f97f0-1f46-49c9-a8af-b42585805031 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1798368 Jun 04 13:46:35.850652 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bfd7fad3-5534-43ab-a34e-6c3da822e8af req-c5421147-cde6-485d-a682-ae47d809eb3d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518095 Jun 04 13:46:36.472479 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:36.919232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-44595927-c744-4178-a1c9-e7689255b4bf tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:36.921738 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-44595927-c744-4178-a1c9-e7689255b4bf tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.2420564 Jun 04 13:46:36.943255 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-36c2e518-54af-4669-b030-d149332ab2ee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/quotas/957d2c45dcd84638a906231d84cda0b3 HTTP/1.1" status: 200 len: 375 time: 0.0147760 Jun 04 13:46:37.173440 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-3b9bc00e-4efd-48fc-8b49-98913243ed86 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2160301 Jun 04 13:46:37.416814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfb3c8-14e4-40d7-8eae-fff24fe32ca4 req-bd22cdd8-28b3-4aa5-9e56-04a41178837b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:37.418812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8dfb3c8-14e4-40d7-8eae-fff24fe32ca4 req-bd22cdd8-28b3-4aa5-9e56-04a41178837b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3348556 Jun 04 13:46:37.426698 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-70a45a62-c7c6-4799-b7f0-9906c684a6a8 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137098 Jun 04 13:46:37.593641 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8dfb3c8-14e4-40d7-8eae-fff24fe32ca4 req-0dbaf397-328d-46d0-8a36-ce0afcdc4c0b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657791 Jun 04 13:46:37.657272 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-dc291205-41ac-4310-b190-1c8700a6d95e service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132170 Jun 04 13:46:38.192038 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3df56839-d53c-434a-bfc8-684a030b1e57 req-21213f8d-b176-4b90-85fe-73178d653542 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.1458893 Jun 04 13:46:38.551631 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c6059-fd00-44af-9b4c-84e4a352e3b3 req-f2d053c2-b375-4666-aae2-875c5b0e25fa tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:38.560815 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0e8c6059-fd00-44af-9b4c-84e4a352e3b3 req-f2d053c2-b375-4666-aae2-875c5b0e25fa tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.1998074 Jun 04 13:46:38.616735 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0e8c6059-fd00-44af-9b4c-84e4a352e3b3 req-17a234c0-e351-4ab9-a302-f8b270dce227 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498385 Jun 04 13:46:38.861603 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b8370-9964-40d1-925b-fc3c969a5bfa req-eac9bfdf-c784-48e2-9443-4d98b646db84 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:38.861899 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f50b8370-9964-40d1-925b-fc3c969a5bfa req-eac9bfdf-c784-48e2-9443-4d98b646db84 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1191216 Jun 04 13:46:38.935758 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f50b8370-9964-40d1-925b-fc3c969a5bfa req-7bfd4089-0619-4858-8643-fc18e7abca62 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668125 Jun 04 13:46:39.469867 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-88858db6-c91e-4cf4-80f8-981ba4c26a69 req-c09e054b-9cab-4f5a-acba-470da19a95f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.0929127 Jun 04 13:46:39.960722 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60364) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:39.998137 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af5a8d-7e47-4901-a9b6-bcc9475c5527 req-ff56f549-4ea1-4b09-9ae6-f3ac27b5b2b6 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:40.007802 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-04af5a8d-7e47-4901-a9b6-bcc9475c5527 req-ff56f549-4ea1-4b09-9ae6-f3ac27b5b2b6 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.1966341 Jun 04 13:46:40.056187 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-04af5a8d-7e47-4901-a9b6-bcc9475c5527 req-a978107c-5c06-428f-832d-c361aa23c48b tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Jun 04 13:46:40.233764 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:40.265773 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:40.274901 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Usage tracker for resource:security_group_rule and tenant:7e83b1d24f034202bd5bca4e0345a60f is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:40.281792 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:40.293263 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:40.313987 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c85-b26b-4950-a35b-64fa1555e5c0 req-5812cd8b-b23d-43c0-8bf4-7444617085f3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:40.316420 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c9509c85-b26b-4950-a35b-64fa1555e5c0 req-5812cd8b-b23d-43c0-8bf4-7444617085f3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1450000 Jun 04 13:46:40.396826 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c9509c85-b26b-4950-a35b-64fa1555e5c0 req-edd57541-2579-4829-8ae8-21131081a18e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692570 Jun 04 13:46:40.436858 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:40.519267 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:40.589826 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:40.608923 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e83b1d24f034202bd5bca4e0345a60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6457698 Jun 04 13:46:40.611160 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60388) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:40.652989 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbdd88b-52af-4ca3-8c7f-faacbeed74e5,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:40.667675 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.667901 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.668223 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.668478 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.668828 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.671899 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.676664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:40.680392 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:40.759092 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e188741a-d2ed-4056-b59f-d274a01b491a req-da45e634-d5df-4899-8cdc-4decc3b5008f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.1000969 Jun 04 13:46:40.791492 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:40.827055 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:41.032792 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:41.044823 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-110be531-f036-4660-a2bf-88439eaa056b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:41.077182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbdd88b-52af-4ca3-8c7f-faacbeed74e5,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:41.101184 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.106174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.108958 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:41.147778 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:41.151631 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:41.160942 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bbdd88b-52af-4ca3-8c7f-faacbeed74e5 HTTP/1.1" status: 204 len: 168 time: 0.5436413 Jun 04 13:46:41.326699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-a75035b4-833e-4e7f-88a5-56b0557ebcb9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:41.326699 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-a75035b4-833e-4e7f-88a5-56b0557ebcb9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.2199700 Jun 04 13:46:41.327279 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60404) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:41.346435 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Request body: {'port': {'device_id': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'admin_state_up': True, 'tenant_id': '957d2c45dcd84638a906231d84cda0b3'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:41.410627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a9db-0137-4ebd-ba62-b1f82f3432cb req-75e0d1f0-64a2-45ff-b465-062746423a80 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:41.412465 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7fb3a9db-0137-4ebd-ba62-b1f82f3432cb req-75e0d1f0-64a2-45ff-b465-062746423a80 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.1417944 Jun 04 13:46:41.532600 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7fb3a9db-0137-4ebd-ba62-b1f82f3432cb req-f8d7682d-51e8-455d-964c-14d274bb2e71 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134281 Jun 04 13:46:41.814385 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:41.830806 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Usage tracker for resource:port and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:41.843885 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:41.868358 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:41.913284 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-61106768-ee3e-4ca0-a542-0b234e6434da tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:41.915257 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-61106768-ee3e-4ca0-a542-0b234e6434da tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.3537903 Jun 04 13:46:41.960380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909a76c-e9ba-44d2-83bb-ecfd8b223216 req-2cf482c5-f217-42d4-9a93-950c29dee82f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:41.962887 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6909a76c-e9ba-44d2-83bb-ecfd8b223216 req-2cf482c5-f217-42d4-9a93-950c29dee82f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2742934 Jun 04 13:46:41.989043 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60422) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:42.068686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:46:42.074716 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.094256 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6909a76c-e9ba-44d2-83bb-ecfd8b223216 req-5b8b47af-b384-463d-97da-7c1d48ee9f44 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227741 Jun 04 13:46:42.158417 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.178149 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9d9231d6-e66b-450d-bb1d-a1eb06ac3099 req-02770ad1-7850-4dc9-8a79-606297ef0c2e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.0828102 Jun 04 13:46:42.193313 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:42.198015 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Usage tracker for resource:security_group_rule and tenant:87be2b2611c34e11909cd2e903c709d4 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:42.201877 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:42.209065 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:42.495909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.501793 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Deleting port 32728531-58c8-42fb-ba9c-cd7f5052266d {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:46:42.502164 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.604707 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Allocated IP 172.20.0.7 (e1264076-a5af-41ea-9104-8ebc00c8f2cd/da874524-5bf2-452e-9e94-c222536761df/1b1a8945-7314-46af-b1f3-88bc6af17ab0) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:46:42.606946 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.620319 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:42.633249 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60438) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:42.675635 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.703870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:42.714747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Usage tracker for resource:security_group_rule and tenant:0a997e423aab4e0087de8bbec451b106 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:42.722222 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:42.724184 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87be2b2611c34e11909cd2e903c709d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3960674 Jun 04 13:46:42.725203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60440) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:42.734269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:42.742737 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fca891-c5ef-4ffe-b574-4fa38253c548,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:42.781703 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:42.821937 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] For port 32728531-58c8-42fb-ba9c-cd7f5052266d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=32728531-58c8-42fb-ba9c-cd7f5052266d,segment=NetworkSegment(9737b677-f0ad-48e4-86d9-8f6b59229b24),segment_id=9737b677-f0ad-48e4-86d9-8f6b59229b24)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:42.822549 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:42.830344 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60442) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:42.926321 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459b8da-8b6f-41d3-9b08-75be8a6c3dcf req-62b3c58f-6e08-4ddd-8976-70690c2b4b48 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:42.928160 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4459b8da-8b6f-41d3-9b08-75be8a6c3dcf req-62b3c58f-6e08-4ddd-8976-70690c2b4b48 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 946 time: 0.1439254 Jun 04 13:46:43.031999 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.036267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.048679 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4459b8da-8b6f-41d3-9b08-75be8a6c3dcf req-d0fd0082-cf27-4168-8785-dafb1c35fbf8 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b5ce652-1f8a-4490-9ae5-3835da303a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035197 Jun 04 13:46:43.062510 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:43.069811 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba431c176c945bfac409c9ba462d327 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:43.083400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:43.093872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:43.135109 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.143765 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Calling delete_port for 32728531-58c8-42fb-ba9c-cd7f5052266d owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:46:43.153561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:43.182039 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.262676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d041e4c9-3169-4d13-ab76-4dde9a6490f7,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:43.269856 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:43.287971 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a997e423aab4e0087de8bbec451b106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523654 Jun 04 13:46:43.290306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60450) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:43.304386 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.477570 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:43.503396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.514402 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-998fcb50-4e1d-4638-b1a4-8f8e619b7257 req-82ff0d4f-67d6-4ddb-87b0-5e72328f87a1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.0884428 Jun 04 13:46:43.516537 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Usage tracker for resource:security_group_rule and tenant:7ddaf47c24424b42bee982e9b5125c4b is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:43.530664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:43.543254 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.564046 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:43.565080 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.585169 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.599710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:43.657865 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.668818 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.690583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03ec2-b67e-407a-851a-375fd0873da3 req-c45e701e-a158-46fb-9255-ba31b77219b9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:43.692120 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1b03ec2-b67e-407a-851a-375fd0873da3 req-c45e701e-a158-46fb-9255-ba31b77219b9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3576865 Jun 04 13:46:43.704772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0473b27e-4db2-4aa9-9b44-de6bb0d8a84c,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:43.710907 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:43.722756 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ba431c176c945bfac409c9ba462d327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8812401 Jun 04 13:46:43.741088 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60460) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:43.853195 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.864508 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d9f71d3c-6d6f-409c-824f-66054d9821e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:43.870301 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1b03ec2-b67e-407a-851a-375fd0873da3 req-966f148a-65cd-408e-8915-7b726ece346a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549559 Jun 04 13:46:43.893790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fca891-c5ef-4ffe-b574-4fa38253c548,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:43.901676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.906535 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:43.948072 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.959076 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.965678 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b53169f7-4ea1-421a-af5b-2820fd175a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:43.987723 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d041e4c9-3169-4d13-ab76-4dde9a6490f7,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:43.991371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.992953 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:43.997816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.018277 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:44.019192 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.019750 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d041e4c9-3169-4d13-ab76-4dde9a6490f7 HTTP/1.1" status: 204 len: 168 time: 0.7280219 Jun 04 13:46:44.071366 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:44.141716 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.146036 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.163197 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:44.182802 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:46:44.194273 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:46:44.205709 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:46:44.208743 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.212432 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0473b27e-4db2-4aa9-9b44-de6bb0d8a84c HTTP/1.1" status: 204 len: 168 time: 0.4694958 Jun 04 13:46:44.219826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0473b27e-4db2-4aa9-9b44-de6bb0d8a84c,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:44.224345 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.302318 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.307296 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41fca891-c5ef-4ffe-b574-4fa38253c548 HTTP/1.1" status: 204 len: 168 time: 1.5623600 Jun 04 13:46:44.307296 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.353384 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ddaf47c24424b42bee982e9b5125c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3350847 Jun 04 13:46:44.358195 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60474) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:44.369300 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event updated for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:44.385474 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fafc7b8d-52b9-49aa-b30a-2ad1d6c4d06c req-e2b22686-3ed1-4acf-9bb0-fec539db5983 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.1381509 Jun 04 13:46:44.417607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.417607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:44.480506 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.509096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Pushing event deleted for resources: {'Port': ['ID=32728531-58c8-42fb-ba9c-cd7f5052266d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:44.511250 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] No DVR routers for this DVR port 32728531-58c8-42fb-ba9c-cd7f5052266d on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:46:44.512814 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.519741 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:44.520826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.520970 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.524107 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a8523c91-6f83-4508-961c-db8dbfcf1f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:44.535699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.537697 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-97ac780f-ff6b-415c-ac18-73e7fbde2cbe req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.13 "DELETE /v2.0/ports/32728531-58c8-42fb-ba9c-cd7f5052266d HTTP/1.1" status: 204 len: 173 time: 2.6122720 Jun 04 13:46:44.540743 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'name': 'network-vif-deleted', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:44.543280 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a507c-42a3-4a91-89d5-e6c351a38664" -d '{"events": [{"server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "name": "network-vif-deleted", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:44.593648 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e192e-41d9-4b3f-84a1-a5a74f56c5f6,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:44.609316 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.664353 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1241490e-3708-4541-a9c6-8c4cb0821b51 x-openstack-request-id: req-1241490e-3708-4541-a9c6-8c4cb0821b51 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:44.664850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b5cd3c-27de-45bd-82aa-14d524685d9f", "name": "network-vif-deleted", "tag": "32728531-58c8-42fb-ba9c-cd7f5052266d", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:44.665121 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1241490e-3708-4541-a9c6-8c4cb0821b51 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:44.665750 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b5cd3c-27de-45bd-82aa-14d524685d9f', 'name': 'network-vif-deleted', 'tag': '32728531-58c8-42fb-ba9c-cd7f5052266d', 'status': 'completed', 'code': 200} Jun 04 13:46:44.672894 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3312140 Jun 04 13:46:44.694961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Request body: {'port': {'device_id': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:44.831680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.839552 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-32622a86-85a5-43ef-b1b8-f2059b9362e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:44.862377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e192e-41d9-4b3f-84a1-a5a74f56c5f6,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:44.867106 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:44.877479 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c4ca2-ccdf-4eb3-9339-66f76b4f5186 req-15492cd9-ab34-4be1-a697-666b6f3756bd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:44.889245 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-399c4ca2-ccdf-4eb3-9339-66f76b4f5186 req-15492cd9-ab34-4be1-a697-666b6f3756bd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 931 time: 0.1458969 Jun 04 13:46:44.923406 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.932954 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:44.933147 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff0e192e-41d9-4b3f-84a1-a5a74f56c5f6 HTTP/1.1" status: 204 len: 168 time: 0.5730901 Jun 04 13:46:44.983192 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-399c4ca2-ccdf-4eb3-9339-66f76b4f5186 req-d4adb69c-8384-4d93-b987-720326dbe2ef tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902009 Jun 04 13:46:45.177595 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da7b5f-e9d6-49dd-969a-12e8060d29c3 req-e9ede469-43ee-4600-b84c-efd1b90972d2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:45.179125 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8da7b5f-e9d6-49dd-969a-12e8060d29c3 req-e9ede469-43ee-4600-b84c-efd1b90972d2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1266782 Jun 04 13:46:45.238384 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8da7b5f-e9d6-49dd-969a-12e8060d29c3 req-29afe7a3-c651-4146-a790-47e0d85ec9b8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472915 Jun 04 13:46:45.493126 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1a8945-7314-46af-b1f3-88bc6af17ab0 {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:45.505323 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:45.525778 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Transition to ACTIVE for port object 1b1a8945-7314-46af-b1f3-88bc6af17ab0 will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:46:45.539667 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60500) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:45.566280 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:45.592119 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:45.597232 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa8a58a55bf42e7992d1e0582223507 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:45.601892 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:45.617125 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:45.618334 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:45.631129 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:45.774698 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2ef3f0ad-4693-46c1-985c-109f6144f3a0 req-5b1e60a4-de37-4e40-861f-8c5ab134e693 tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.1599486 Jun 04 13:46:45.784474 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 32728531-58c8-42fb-ba9c-cd7f5052266d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:46:45.838239 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 32728531-58c8-42fb-ba9c-cd7f5052266d {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:46:45.838796 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 32728531-58c8-42fb-ba9c-cd7f5052266d not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:46:45.845978 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:45.854440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:45.982928 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-15e0b283-a467-4112-ab08-699f3a83953e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0914848 Jun 04 13:46:46.183256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Attempting to bind port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:46:46.183592 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Attempting to bind port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:46:46.183993 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Attempting to bind port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:46.187909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.195691 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:46:46.196093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Attempting to bind port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:46:46.211072 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-0458bd84-bf5d-4aff-8111-a2dd406d13b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06d1ef157190493098b9e17b06d214a7&device_id=d0b5cd3c-27de-45bd-82aa-14d524685d9f HTTP/1.1" status: 200 len: 210 time: 0.0940330 Jun 04 13:46:46.211782 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:46:46.212142 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Checking segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:46.212525 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Bound using segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:46:46.212956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Bound port: 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:46:46.213297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.269752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60516) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:46.302721 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.338211 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:46.349236 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Usage tracker for resource:security_group_rule and tenant:bd1c8552e75a43b193b2c301b36af651 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:46.358712 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:46.361381 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.374496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:46.411465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455f39-0d1c-4216-a9bb-14a6528446bc req-fbf9be58-1f17-41d3-a17f-ec70099399cc tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:46.424879 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e2455f39-0d1c-4216-a9bb-14a6528446bc req-fbf9be58-1f17-41d3-a17f-ec70099399cc tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 943 time: 0.2366302 Jun 04 13:46:46.448804 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-93a32b57-bc55-42d5-abcc-e0e3a345203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:46.634043 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e2455f39-0d1c-4216-a9bb-14a6528446bc req-d21aebfb-dbc2-48e4-8f4b-a78e5fa7ef69 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051041 Jun 04 13:46:46.676031 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffa8a58a55bf42e7992d1e0582223507&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1314092 Jun 04 13:46:46.676884 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56640f2b-d6a8-48ff-8c16-996f2ee8144d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:46.677989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60524) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:46.696191 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:46.697948 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:46:46.708787 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:46:46.747740 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-4808ac21-8268-4e97-8d4d-5b9ce7487e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:46.747740 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-4808ac21-8268-4e97-8d4d-5b9ce7487e8d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=06d1ef157190493098b9e17b06d214a7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4648597 Jun 04 13:46:46.816458 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.844923 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:46.852942 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.868576 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1ef4d-c60e-434c-bcd2-ec9198142ffd req-3143606f-40de-4bf7-b9c4-2c0a43b614e9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:46.890109 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-98c1ef4d-c60e-434c-bcd2-ec9198142ffd req-3143606f-40de-4bf7-b9c4-2c0a43b614e9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.4405432 Jun 04 13:46:46.958724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:46.978695 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-46015070-9c9a-4ad0-94ed-2b06ebf18532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:47.070459 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:47.071681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.073906 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b1a8945-7314-46af-b1f3-88bc6af17ab0 HTTP/1.1" status: 200 len: 1093 time: 2.3837914 Jun 04 13:46:47.074602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:47.078406 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34deb8a1-68e8-48f1-b899-ccd730cc1f73" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:47.134155 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:47.161876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.162933 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:47.173593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-88ce4857-d926-4346-b859-b41f6a5c7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:47.175652 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-a8bb71fe-4b3c-4842-b0e4-61c2eede09e4 req-88ce4857-d926-4346-b859-b41f6a5c7955 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4100065 Jun 04 13:46:47.210497 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd1c8552e75a43b193b2c301b36af651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9418459 Jun 04 13:46:47.214086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60556) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:47.228208 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-98c1ef4d-c60e-434c-bcd2-ec9198142ffd req-4f6ab0ab-393c-428a-9600-fb81721b5002 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359818 Jun 04 13:46:47.261439 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1b28a-de53-42d9-981f-bf43cf641e37,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:47.269109 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:47.289150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5432d964-6d94-4e52-aede-8c21ac0492ad x-openstack-request-id: req-5432d964-6d94-4e52-aede-8c21ac0492ad {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:47.292170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:47.295155 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5432d964-6d94-4e52-aede-8c21ac0492ad {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:47.296278 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0', 'status': 'completed', 'code': 200} Jun 04 13:46:47.308013 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.410828 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.422326 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-8c8b9655-cabf-48c1-a48c-93c80b08584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:47.425231 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-8c8b9655-cabf-48c1-a48c-93c80b08584f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 1096 time: 0.2302668 Jun 04 13:46:47.470931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.556075 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.570204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:47.585063 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-5bb8c02e-7a2e-412f-8ec7-bbd5530a5642 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0 HTTP/1.1" status: 200 len: 217 time: 0.1472499 Jun 04 13:46:47.611669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56640f2b-d6a8-48ff-8c16-996f2ee8144d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:47.634019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:47.655363 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.659716 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56640f2b-d6a8-48ff-8c16-996f2ee8144d HTTP/1.1" status: 204 len: 168 time: 0.9745903 Jun 04 13:46:47.693925 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.696909 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:47.698574 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fc1b28a-de53-42d9-981f-bf43cf641e37 HTTP/1.1" status: 204 len: 168 time: 0.4832594 Jun 04 13:46:47.705586 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:47.713939 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-6d024a1e-e1b1-46d3-8fa7-1b29eb971760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:47.718663 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1b28a-de53-42d9-981f-bf43cf641e37,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:47.720404 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-6d024a1e-e1b1-46d3-8fa7-1b29eb971760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.1228740 Jun 04 13:46:47.728974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:47.940389 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-1b8d8c3f-392d-41d0-910b-32bcb09a3017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033007 Jun 04 13:46:48.152983 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f523d8-2032-4ac2-8efb-d2ca35c4022c req-97520e0f-6da3-450b-97bb-340e06afd8b7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:48.155688 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d9f523d8-2032-4ac2-8efb-d2ca35c4022c req-97520e0f-6da3-450b-97bb-340e06afd8b7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 943 time: 0.2565949 Jun 04 13:46:48.168198 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-097aafd0-f159-4e33-bac7-e43158dba25c service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129397 Jun 04 13:46:48.233277 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d9f523d8-2032-4ac2-8efb-d2ca35c4022c req-6c278c38-13ad-48eb-a4e5-8dd0a57993b5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 Jun 04 13:46:48.370595 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-69e7050a-d2ce-494f-b32d-0ebcc1b81cac req-530ea434-2d67-4f30-b528-50ff3dc70e36 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889620 Jun 04 13:46:48.478435 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c79f6-9a53-4e2c-9bc5-59d08c1356cb req-4e48d4cb-8265-41ec-8fce-36a266c81123 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:48.481109 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-025c79f6-9a53-4e2c-9bc5-59d08c1356cb req-4e48d4cb-8265-41ec-8fce-36a266c81123 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1051784 Jun 04 13:46:48.573574 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-025c79f6-9a53-4e2c-9bc5-59d08c1356cb req-a13cf85c-285c-4bb6-bd99-9dfc7cb355b7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832567 Jun 04 13:46:48.674858 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-5f7cb681-b604-4139-b55f-5fac22e68c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:48.676371 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-5f7cb681-b604-4139-b55f-5fac22e68c17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 1096 time: 0.1376734 Jun 04 13:46:48.902559 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-8570b1d3-7420-4ca6-866a-a8f1e9f64291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:48.905679 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-8570b1d3-7420-4ca6-866a-a8f1e9f64291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 916 time: 0.2226882 Jun 04 13:46:49.029235 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-986bcbe5-424e-40fe-813c-689bc64d6bae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0 HTTP/1.1" status: 200 len: 217 time: 0.1025183 Jun 04 13:46:49.128448 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-cf2cd0f2-aef2-4126-bf84-a32389dbef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:49.131029 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-cf2cd0f2-aef2-4126-bf84-a32389dbef5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.0816600 Jun 04 13:46:49.195209 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-3b268b2d-068d-4432-bc23-c8a492b6934d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525272 Jun 04 13:46:49.353440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60626) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:49.470812 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-afa3b408-012e-40fe-906a-8840d12a207a service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529366 Jun 04 13:46:49.739189 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31338e20-fb09-464a-9932-1d43fb30b6b9 req-484da434-b401-42fa-9ccb-2185f7d55299 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:49.763273 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31338e20-fb09-464a-9932-1d43fb30b6b9 req-484da434-b401-42fa-9ccb-2185f7d55299 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 943 time: 0.1880727 Jun 04 13:46:49.764223 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60640) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:49.798381 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-34deb8a1-68e8-48f1-b899-ccd730cc1f73 req-88829ade-b07d-4934-84c3-b11b11440b81 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065851 Jun 04 13:46:49.876169 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Deleting subnet c739c8fd-7c0f-409d-a5c9-b78758a4035b {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:46:49.890460 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31338e20-fb09-464a-9932-1d43fb30b6b9 req-46cd7ac8-72c5-40f8-b1ce-fcec9c1fa303 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Jun 04 13:46:49.891235 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.032205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.067060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.077933 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:50.089362 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.116337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b03f6b797bc4e7abeb3eb7821e5bb45 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:50.120257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:50.137625 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:50.258475 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff812262-4f3d-4229-aecd-77805675577f req-011b3c9c-ee3b-43f1-81f3-708cb451a060 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:50.260115 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff812262-4f3d-4229-aecd-77805675577f req-011b3c9c-ee3b-43f1-81f3-708cb451a060 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3195076 Jun 04 13:46:50.525179 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff812262-4f3d-4229-aecd-77805675577f req-554582df-840a-482b-9142-fa182087c4fc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843734 Jun 04 13:46:50.601375 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.757720 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.773016 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ebdc983f-7f37-42d5-b98c-30f006e6b203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:50.839916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.871802 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17dfad4-179d-4edc-991c-18f8a59651eb,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:50.877796 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b03f6b797bc4e7abeb3eb7821e5bb45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5223074 Jun 04 13:46:50.880590 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:50.881075 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-70367258-c211-45e2-8ba3-0a052e3c0ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:50.881919 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60680) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:50.939937 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:50.943926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c739c8fd-7c0f-409d-a5c9-b78758a4035b,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:50.949679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:50.975821 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c739c8fd-7c0f-409d-a5c9-b78758a4035b HTTP/1.1" status: 204 len: 168 time: 1.2094536 Jun 04 13:46:50.980173 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60684) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:51.001291 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.109166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.255311 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.261987 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:51.266484 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.292024 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17dfad4-179d-4edc-991c-18f8a59651eb,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:51.313860 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:51.324238 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.326106 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c17dfad4-179d-4edc-991c-18f8a59651eb HTTP/1.1" status: 204 len: 168 time: 0.4413943 Jun 04 13:46:51.460284 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.475293 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b94f2c-6941-421d-adfb-1063119661ad req-4c794e51-1399-41d6-942f-5cdaea9935a8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:51.477731 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d6b94f2c-6941-421d-adfb-1063119661ad req-4c794e51-1399-41d6-942f-5cdaea9935a8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 943 time: 0.3231103 Jun 04 13:46:51.486691 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.488232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.488728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.488881 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > port after_create 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.489367 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.489938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > port after_update 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.490468 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.491044 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.491598 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.492159 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.664955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.665319 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.665653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.665992 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 04 13:46:51.666334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af85ff12-593b-4b30-93fd-0bf060918a90']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:46:51.694638 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9737b677-f0ad-48e4-86d9-8f6b59229b24') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:46:51.695073 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9737b677-f0ad-48e4-86d9-8f6b59229b24') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:46:51.759182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.794877 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b1a8945-7314-46af-b1f3-88bc6af17ab0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:46:51.797657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.810856 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d6b94f2c-6941-421d-adfb-1063119661ad req-6021740d-abf6-4079-aa35-3025ad1b5042 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366301 Jun 04 13:46:51.812662 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:46:51.812876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: from cryptography.utils import int_from_bytes Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: from cryptography.utils import int_from_bytes Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:46:51.830791 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:46:51.947565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e155101-c73b-4bc5-b26c-ddb09c9d56b3 req-7c3605a3-cf80-44cf-bdfc-317fa09a1517 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:51.955892 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e155101-c73b-4bc5-b26c-ddb09c9d56b3 req-7c3605a3-cf80-44cf-bdfc-317fa09a1517 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2529221 Jun 04 13:46:52.019895 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e155101-c73b-4bc5-b26c-ddb09c9d56b3 req-eefe506e-c262-4655-ae62-725910874398 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628805 Jun 04 13:46:52.025998 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.043102 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:52.066296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Pushing event deleted for resources: {'Network': ['ID=af85ff12-593b-4b30-93fd-0bf060918a90,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:52.068791 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.072131 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:52.083201 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-da961852-6ffa-43c1-a168-e7cdf2603537 admin admin] 10.222.0.10 "DELETE /v2.0/networks/af85ff12-593b-4b30-93fd-0bf060918a90 HTTP/1.1" status: 204 len: 168 time: 1.0976772 Jun 04 13:46:52.139709 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:52.154551 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60710) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:52.155682 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '1b1a8945-7314-46af-b1f3-88bc6af17ab0', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'port_id': '1b1a8945-7314-46af-b1f3-88bc6af17ab0', 'mac_address': 'fa:16:3e:e3:ca:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da874524-5bf2-452e-9e94-c222536761df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:46:52.226921 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.257068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1a8945-7314-46af-b1f3-88bc6af17ab0 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:46:52.276849 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:52.397066 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.399940 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:52.510451 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.537954 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:52.545743 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Usage tracker for resource:security_group_rule and tenant:cc09cccf3910427498e4de2c4ff944d9 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:52.553569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:52.568315 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:52.568645 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:52.570826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:52.613687 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60728) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:52.692920 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d2853266-80b3-4ce2-b093-950b286e0594 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06d1ef157190493098b9e17b06d214a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772448 Jun 04 13:46:52.693993 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60730) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:52.740323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.789724 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.819722 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.826563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:52.830524 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:52.885693 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc09cccf3910427498e4de2c4ff944d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256899 Jun 04 13:46:52.885693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a29aec-860c-4aa3-983e-85b6d96bf2f4,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:52.887132 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60734) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:52.888672 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:52.943961 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['1b1a8945-7314-46af-b1f3-88bc6af17ab0'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:46:53.002359 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.006321 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:53.028096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ce652-1f8a-4490-9ae5-3835da303a44,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:53.046423 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:53.051890 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.051890 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b5ce652-1f8a-4490-9ae5-3835da303a44 HTTP/1.1" status: 204 len: 168 time: 0.3560488 Jun 04 13:46:53.066339 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.122759 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.225877 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.485078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68310bc-7d59-4443-a107-3c78e877a63c req-b3013491-2b3c-413f-a8ff-5669147ede62 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:53.486604 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d68310bc-7d59-4443-a107-3c78e877a63c req-b3013491-2b3c-413f-a8ff-5669147ede62 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 944 time: 0.3079808 Jun 04 13:46:53.506323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8811-b9d6-4fee-9c64-e795e355f0af req-42b3f708-1c93-41ce-ade1-db08a3f12125 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:53.508341 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-992b8811-b9d6-4fee-9c64-e795e355f0af req-42b3f708-1c93-41ce-ade1-db08a3f12125 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1949606 Jun 04 13:46:53.560745 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.568298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:53.598978 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a29aec-860c-4aa3-983e-85b6d96bf2f4,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:53.605945 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:53.615686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:53.620799 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01a29aec-860c-4aa3-983e-85b6d96bf2f4 HTTP/1.1" status: 204 len: 168 time: 0.7298079 Jun 04 13:46:53.620799 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-992b8811-b9d6-4fee-9c64-e795e355f0af req-17d2035b-a71a-48ec-b068-83d01b39ab91 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918663 Jun 04 13:46:53.624502 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d68310bc-7d59-4443-a107-3c78e877a63c req-80761f72-0fbf-43ba-9c2d-ffa96e19c704 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150601 Jun 04 13:46:54.713275 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60792) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:54.760790 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:54.833780 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:54.881876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc7b2a1512c4082bbe077fecb52a28b is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:54.900269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:54.920497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:55.014939 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf2f0-606b-4392-a9c8-4fcc31a1f855 req-ff647061-289c-4e14-96ab-4c61b30631fc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:55.023230 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f1bf2f0-606b-4392-a9c8-4fcc31a1f855 req-ff647061-289c-4e14-96ab-4c61b30631fc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1908371 Jun 04 13:46:55.053039 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506839-3424-4c4e-b949-9de11629228d req-9f997120-6bd7-4cd1-88fc-e514f7de1618 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:55.057757 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff506839-3424-4c4e-b949-9de11629228d req-9f997120-6bd7-4cd1-88fc-e514f7de1618 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 944 time: 0.2646606 Jun 04 13:46:55.145481 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f1bf2f0-606b-4392-a9c8-4fcc31a1f855 req-d891c774-08ba-479a-be60-072cf1c61ac1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203203 Jun 04 13:46:55.204667 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff506839-3424-4c4e-b949-9de11629228d req-4474a9ba-36a1-402b-b931-c89a565299b6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316893 Jun 04 13:46:55.209631 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.317963 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.332926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-357cbbae-c507-4239-bf52-2a5f97baa5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:55.398482 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cc7b2a1512c4082bbe077fecb52a28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6841998 Jun 04 13:46:55.400740 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a4ab85-2165-4eca-8a2d-1f0bbe6bee48,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:55.402577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60808) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:55.405000 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:55.486913 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.536145 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.694277 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.699830 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3d32413b-fda6-4df2-ba60-4d912053b317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:55.723591 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a4ab85-2165-4eca-8a2d-1f0bbe6bee48,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:55.728003 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:55.729877 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:55.731117 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80a4ab85-2165-4eca-8a2d-1f0bbe6bee48 HTTP/1.1" status: 204 len: 168 time: 0.3270087 Jun 04 13:46:55.803001 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b1a8945-7314-46af-b1f3-88bc6af17ab0 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:46:55.878053 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60828) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:55.953818 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:46:55.969096 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:46:55.969995 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.222758 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.283154 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:46:56.290288 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05809433-c996-4b64-a939-86d138843978" -d '{"events": [{"server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:46:56.306200 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:46:56.368980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.374043 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:56.382439 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-network', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:56.391124 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:56.399542 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Usage tracker for resource:network and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:56.412830 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:56.431435 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:56.516877 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:56.529762 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.530501 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.531424 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.532025 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.532721 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.533243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.533779 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.534288 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.534799 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.535408 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.536036 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.536542 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:46:56.541003 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:56.586391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Made reservation on behalf of 1207cc56142a4113b95553c78e17c2a8 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:46:56.590564 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.635682 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.638239 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c918-f842-4bf0-899e-3b3908f32970 req-72f81454-4137-4a30-a3cd-5dbdc50ec959 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:56.643596 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51d4c918-f842-4bf0-899e-3b3908f32970 req-72f81454-4137-4a30-a3cd-5dbdc50ec959 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2118580 Jun 04 13:46:56.659313 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c7e74-cf10-45ac-88c0-a00ef7858b1b req-70a15719-07a5-4c25-8af8-5071639c9aa7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:56.662554 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d52c7e74-cf10-45ac-88c0-a00ef7858b1b req-70a15719-07a5-4c25-8af8-5071639c9aa7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.1582956 Jun 04 13:46:56.663218 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:56.668981 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:56.672654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:56.686558 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:56.793526 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51d4c918-f842-4bf0-899e-3b3908f32970 req-83c8578d-6921-486e-978e-401f7cbc3abc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290476 Jun 04 13:46:56.817380 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d52c7e74-cf10-45ac-88c0-a00ef7858b1b req-0970cd04-e6b2-4a40-8b62-6ab3b66fbebe tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308291 Jun 04 13:46:56.895532 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b80937-be91-4203-87e4-d184886622a9 x-openstack-request-id: req-18b80937-be91-4203-87e4-d184886622a9 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:46:56.896845 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "name": "network-vif-plugged", "status": "completed", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:46:56.897535 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18b80937-be91-4203-87e4-d184886622a9 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:46:56.898534 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0', 'code': 200} Jun 04 13:46:56.922844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:56.997415 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.003561 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-77f0541c-5769-4bc6-acf8-070c06703431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:57.042162 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:46:57.064878 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebf6b0f-668c-425b-a6a0-33320814b3cf,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:57.071661 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:57.074604 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.076187 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Added segment 05aefb16-2ed6-4b80-8420-b4aafc8b295a of type vlan for network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 Jun 04 13:46:57.158453 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.265740 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.267293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:57.268136 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.272008 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:57.394754 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Pushing event updated for resources: {'Network': ['ID=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:57.398125 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:57.409397 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:46:57.503504 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6202183 Jun 04 13:46:57.505376 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60868) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:57.512634 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Request body: {'subnet': {'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-subnet', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:57.521238 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:57.526042 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Usage tracker for resource:subnet and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:57.530974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:57.544650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:57.565983 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67499f3-7769-4bf9-9c88-c0b94c3d0210 req-5d3bbf6a-6963-40aa-b524-d5cc976a9cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:57.568806 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d67499f3-7769-4bf9-9c88-c0b94c3d0210 req-5d3bbf6a-6963-40aa-b524-d5cc976a9cde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 1098 time: 0.1370516 Jun 04 13:46:57.637025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Made reservation on behalf of 1207cc56142a4113b95553c78e17c2a8 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:46:57.640324 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:57.658001 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d67499f3-7769-4bf9-9c88-c0b94c3d0210 req-0755bc9a-8326-4c1a-8494-07621cfb0d8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 Jun 04 13:46:58.354209 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9062c0-1b1f-450a-8f29-7ef2fae50755 req-4a6dccab-41bf-485d-b881-628aec1c3359 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:58.355708 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fd9062c0-1b1f-450a-8f29-7ef2fae50755 req-4a6dccab-41bf-485d-b881-628aec1c3359 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2916777 Jun 04 13:46:58.384362 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491fbc4-1746-43b2-a9a5-15357848ca81 req-51e771b0-c9b3-43d1-a0c9-c494ab918869 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:58.384362 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5491fbc4-1746-43b2-a9a5-15357848ca81 req-51e771b0-c9b3-43d1-a0c9-c494ab918869 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.2492847 Jun 04 13:46:58.544715 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fd9062c0-1b1f-450a-8f29-7ef2fae50755 req-6de14e38-810e-4f55-8a9d-72f9aa527ca7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762435 Jun 04 13:46:58.573158 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5491fbc4-1746-43b2-a9a5-15357848ca81 req-55090a08-0306-4a0b-ac22-681311f8c592 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708748 Jun 04 13:46:58.734936 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:58.742729 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:58.814834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60910) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:58.864691 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde59c82-e204-43a1-a208-7b0448e5b85b,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:58.868819 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:58.876610 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Checking segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:46:58.877082 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Network hostable DHCP agents. Network: 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:46:58.968799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:46:59.054290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:46:59.069068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:46:59.069850 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.070017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98673d49-4fe9-4b9f-82a7-089f6f087e80 None None] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:46:59.095042 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.127390 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:59.138355 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Usage tracker for resource:security_group_rule and tenant:f1159442a40b47f2b8412d6305d40cd6 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:59.148099 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:59.156902 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:59.195284 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fd0af0b1-07a5-4914-b947-8d61cfc5095f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6852291 Jun 04 13:46:59.195284 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60920) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:59.201312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:46:59.213854 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:46:59.224234 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Usage tracker for resource:router and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:46:59.227972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:46:59.241584 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:46:59.347883 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.448714 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.494920 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d15f01aa-67b8-46d1-ad4c-097bf0a7c60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:46:59.516428 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.518756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.545393 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1159442a40b47f2b8412d6305d40cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281704 Jun 04 13:46:59.550057 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 60936) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:46:59.560587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cfe500-fe89-4f1d-9a91-e4354f4344d3,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:46:59.566201 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:46:59.623793 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.730999 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.827631 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:46:59.871475 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:46:59.873925 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.414466 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.426089 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5ea6ee52-8756-4e1d-9fbc-9c5db3ae2413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:00.486622 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Allocated IP 172.20.0.2 (57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688/bde59c82-e204-43a1-a208-7b0448e5b85b/0e417e36-edfb-4e56-9f5b-66dfabc66331) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:00.550677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cfe500-fe89-4f1d-9a91-e4354f4344d3,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:00.572895 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:00.714598 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.723873 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.728089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6cfe500-fe89-4f1d-9a91-e4354f4344d3 HTTP/1.1" status: 204 len: 168 time: 1.1741624 Jun 04 13:47:00.757130 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849a4d9-cbec-4f1a-8a74-7681a73d3d63 req-5fe72d33-6fbd-4d0d-81bf-8404aaa1cac1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:00.759626 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d849a4d9-cbec-4f1a-8a74-7681a73d3d63 req-5fe72d33-6fbd-4d0d-81bf-8404aaa1cac1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.7876112 Jun 04 13:47:00.804925 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.813377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e82582-636a-4c60-91f9-bbb7cf0880a5 req-dc514635-830d-4a6e-93c5-84a55bf5059b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:00.818394 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Transition to ACTIVE for port object 0e417e36-edfb-4e56-9f5b-66dfabc66331 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:00.825949 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2e82582-636a-4c60-91f9-bbb7cf0880a5 req-dc514635-830d-4a6e-93c5-84a55bf5059b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.5837753 Jun 04 13:47:00.863133 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Transition to ACTIVE for port object 0e417e36-edfb-4e56-9f5b-66dfabc66331 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:00.925051 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-007a2a16-d4f0-4b04-af7a-405a2eb3a60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.930711 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:00.955567 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:00.958165 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2e82582-636a-4c60-91f9-bbb7cf0880a5 req-076a1dc5-7965-468d-b742-ecd75b59a4d0 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308455 Jun 04 13:47:00.981291 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d849a4d9-cbec-4f1a-8a74-7681a73d3d63 req-11fbdc89-8081-49e4-8f47-027dccdf9e5f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107561 Jun 04 13:47:01.151336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:01.163606 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:01.177386 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:01.402556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Pushing event updated for resources: {'Port': ['ID=0e417e36-edfb-4e56-9f5b-66dfabc66331,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:01.406492 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:01.419051 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Attempting to bind port 0e417e36-edfb-4e56-9f5b-66dfabc66331 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:01.419485 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Attempting to bind port 0e417e36-edfb-4e56-9f5b-66dfabc66331 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:01.419876 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Attempting to bind port 0e417e36-edfb-4e56-9f5b-66dfabc66331 on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:01.427301 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:01.427684 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Checking segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:01.428134 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.429312 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Bound using segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:01.429312 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Bound port: 0e417e36-edfb-4e56-9f5b-66dfabc66331, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:01.433023 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.587634 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] For port 0e417e36-edfb-4e56-9f5b-66dfabc66331, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:01.595225 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] For port 0e417e36-edfb-4e56-9f5b-66dfabc66331, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0e417e36-edfb-4e56-9f5b-66dfabc66331,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:01.660150 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.664806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.670472 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:01.765821 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.896788 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Pushing event updated for resources: {'Port': ['ID=0e417e36-edfb-4e56-9f5b-66dfabc66331,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:01.906401 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:01.906616 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60986) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:01.943684 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:01.983027 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:01.990369 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Usage tracker for resource:security_group_rule and tenant:a2940d4abc8e4c858841b7d9e8b8dece is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:01.998196 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:02.014252 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:02.125564 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Allocated IP 172.28.1.5 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/e06d4489-042e-490a-a131-ba117edfb636) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:02.192422 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.277055 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.332955 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dbde121a-8920-409c-87a2-eb5cee683d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:02.388348 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2940d4abc8e4c858841b7d9e8b8dece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814932 Jun 04 13:47:02.411355 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 60998) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:02.507560 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64677aba-1b22-46c8-8c1e-ebe2f194d7a9,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:02.514235 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:02.538288 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.573524 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.615046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.626932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99faef-0cce-41b5-b6f5-07d0ccd10e3a req-82405abd-7a8b-44b4-bcc2-225ecaaf2726 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:02.628373 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e99faef-0cce-41b5-b6f5-07d0ccd10e3a req-82405abd-7a8b-44b4-bcc2-225ecaaf2726 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2523830 Jun 04 13:47:02.689005 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e99faef-0cce-41b5-b6f5-07d0ccd10e3a req-969e00ee-0a4c-473e-a76e-50cb00da9ab5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Jun 04 13:47:02.767255 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.777583 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:02.809379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64677aba-1b22-46c8-8c1e-ebe2f194d7a9,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:02.815443 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:02.830220 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.831885 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64677aba-1b22-46c8-8c1e-ebe2f194d7a9 HTTP/1.1" status: 204 len: 168 time: 0.4189904 Jun 04 13:47:02.896357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:02.899380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-871612c4-88f1-470d-91a7-c95bf1ef46b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:03.055572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:03.056840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:03.062641 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:03.167650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Pushing event updated for resources: {'Port': ['ID=e06d4489-042e-490a-a131-ba117edfb636,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:03.175084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:03.274189 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f8500-762b-478b-a703-a3c5385130e9 None None] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:47:03.391867 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:03.478595 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-4ce1b940-853c-42a6-8df9-98c4a47be8fe None None] Provisioning for port 0e417e36-edfb-4e56-9f5b-66dfabc66331 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:03.580370 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ef5f845d-8222-46f1-af6c-3e687e70f3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.246812 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17270c-c378-4424-8043-084ec87be7ff req-eafbb384-e93f-41e9-91b6-7464602abd2e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:04.249295 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa17270c-c378-4424-8043-084ec87be7ff req-eafbb384-e93f-41e9-91b6-7464602abd2e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2981482 Jun 04 13:47:04.299260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.352409 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0e417e36-edfb-4e56-9f5b-66dfabc66331 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:04.431016 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa17270c-c378-4424-8043-084ec87be7ff req-1d47250f-0aaa-43ed-b22c-43c55fdb04f9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669726 Jun 04 13:47:04.576797 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 0e417e36-edfb-4e56-9f5b-66dfabc66331 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:04.586367 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 0e417e36-edfb-4e56-9f5b-66dfabc66331 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:04.587411 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.806198 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.908456 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.929083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:04.997819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 0e417e36-edfb-4e56-9f5b-66dfabc66331, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0e417e36-edfb-4e56-9f5b-66dfabc66331,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:05.349347 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:05.349347 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:05.349347 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=0e417e36-edfb-4e56-9f5b-66dfabc66331,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:05.349347 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:05.460377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:47:05.735570 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:47:05.755669 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:47:05.785046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861bd1-1f90-44e9-b2fb-801c24091ba0 req-43b970ae-8ebb-4c91-998a-b8e56463dc07 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:05.785046 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08861bd1-1f90-44e9-b2fb-801c24091ba0 req-43b970ae-8ebb-4c91-998a-b8e56463dc07 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1429825 Jun 04 13:47:05.836749 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:05.838169 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:05.942077 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08861bd1-1f90-44e9-b2fb-801c24091ba0 req-08912e1d-2828-4bc1-8a18-5c4b00531b5b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502869 Jun 04 13:47:05.945669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:05.961827 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7517023 Jun 04 13:47:05.962117 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 32854) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:06.326101 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0e417e36-edfb-4e56-9f5b-66dfabc66331 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:06.353814 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:06.524518 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 0e417e36-edfb-4e56-9f5b-66dfabc66331 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:06.525568 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:06.530746 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-5bbd352d-bba0-4695-b1c2-549c1797d982 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:06.538044 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-5bbd352d-bba0-4695-b1c2-549c1797d982 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.3327026 Jun 04 13:47:06.561717 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-36d9cd67-c168-44da-bb0d-897bf541c83f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/quotas/957d2c45dcd84638a906231d84cda0b3 HTTP/1.1" status: 200 len: 375 time: 0.0221684 Jun 04 13:47:06.597802 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:06.706513 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-5ff5ca9a-fbf6-47e1-b1c7-12e6ec4b2e3f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434488 Jun 04 13:47:06.889168 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:03Z', 'revision_number': 3, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:06.895242 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:47:06.895676 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Updating router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 port e06d4489-042e-490a-a131-ba117edfb636 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:47:06.928368 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-dbb1e4b0-f859-44c4-870f-6b114956bc76 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071686 Jun 04 13:47:06.992135 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:07.166850 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-8b950588-70dd-47a3-8bd8-c2224c89a6ed service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304516 Jun 04 13:47:07.317648 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be034f1-f4a8-4ed2-a24d-b42532b78015 req-bf3f8e3b-6038-42b1-816c-99ea2409df82 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:07.320325 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0be034f1-f4a8-4ed2-a24d-b42532b78015 req-bf3f8e3b-6038-42b1-816c-99ea2409df82 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1076705 Jun 04 13:47:07.393624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:07.396194 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0be034f1-f4a8-4ed2-a24d-b42532b78015 req-b93736da-4fdc-474c-baf2-58b4e4c4fc82 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Jun 04 13:47:07.736489 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-23eb2dfe-ffac-458b-ab26-04ef13d80c9f req-72f0023b-9701-41c6-8c63-b80defb30ecc tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 210 time: 0.2011797 Jun 04 13:47:07.745663 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:07.849993 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Transition to ACTIVE for port object e06d4489-042e-490a-a131-ba117edfb636 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:07.977314 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:07.985731 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:08.019766 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Allocated IP 172.20.0.1 (57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688/bde59c82-e204-43a1-a208-7b0448e5b85b/a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:08.184493 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Attempting to bind port e06d4489-042e-490a-a131-ba117edfb636 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:08.193340 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Attempting to bind port e06d4489-042e-490a-a131-ba117edfb636 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:08.193340 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Attempting to bind port e06d4489-042e-490a-a131-ba117edfb636 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:08.222249 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Pushing event updated for resources: {'Port': ['ID=e06d4489-042e-490a-a131-ba117edfb636,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:08.228006 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:08.228556 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:08.229281 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.229728 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:08.230646 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Bound port: e06d4489-042e-490a-a131-ba117edfb636, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:08.231470 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.275228 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.275607 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.276124 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.276539 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.276964 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.277379 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.277923 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.279162 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.279681 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.280069 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.280447 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.280819 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:08.282866 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.300476 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Transition to ACTIVE for port object a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:08.300938 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:08.360062 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] For port e06d4489-042e-490a-a131-ba117edfb636, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:08.366116 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] For port e06d4489-042e-490a-a131-ba117edfb636, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e06d4489-042e-490a-a131-ba117edfb636,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:08.399617 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.408014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:08.475113 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:08.476652 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.480010 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:08.485620 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:08.485704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:08.567467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:08.581412 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:08.595052 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:08.647154 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:08.648319 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:08.711006 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc900-c997-4a77-ab8f-214f1f916ff4 req-0020a069-e4b8-467e-be0c-eea264155252 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:08.728554 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e6cc900-c997-4a77-ab8f-214f1f916ff4 req-0020a069-e4b8-467e-be0c-eea264155252 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1445773 Jun 04 13:47:08.826002 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Pushing event updated for resources: {'Port': ['ID=e06d4489-042e-490a-a131-ba117edfb636,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:08.836392 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e6cc900-c997-4a77-ab8f-214f1f916ff4 req-74c140f5-dd51-4921-badb-0d23db2702c8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112680 Jun 04 13:47:08.837336 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:09.150842 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-c04822a6-e15e-4fc4-801f-cf2b490eeb52 None None] Provisioning for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:09.157287 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-c04822a6-e15e-4fc4-801f-cf2b490eeb52 None None] Provisioning complete for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:09.161690 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c04822a6-e15e-4fc4-801f-cf2b490eeb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:09.177154 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ac21b6d9-5bb3-4767-9065-009d92627de6 req-78e138f1-d30f-44fb-81d0-e86fcf5bb58a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 210 time: 0.0940177 Jun 04 13:47:09.224151 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:09.379031 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-c04822a6-e15e-4fc4-801f-cf2b490eeb52 None None] Port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:47:09.442258 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:09.789948 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:03Z', 'revision_number': 3, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:09.796495 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c0f4d3-cc7a-4bc7-a4bb-dac3b6d29ed6 None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:03Z', 'revision_number': 3, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:47:09.828401 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:09.969949 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:10.035724 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:10.224687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50e4eb-cfb3-4047-8e31-0d782d54a9b8 req-f46bb6ee-ec7f-4c79-b561-e80f5b31a603 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:10.236037 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d50e4eb-cfb3-4047-8e31-0d782d54a9b8 req-f46bb6ee-ec7f-4c79-b561-e80f5b31a603 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2400064 Jun 04 13:47:10.264306 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:10.270032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:10.271810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:10.342870 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d50e4eb-cfb3-4047-8e31-0d782d54a9b8 req-beff837f-d743-4828-9897-2baae0c67c49 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030364 Jun 04 13:47:10.407220 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e06d4489-042e-490a-a131-ba117edfb636 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:10.586681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:10.591754 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:10.600308 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-41cb2d1c-e0b4-46b2-ad6a-544442d46eb7 req-e2457868-f892-46ec-bae0-3a6b64bb4498 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 210 time: 0.1377001 Jun 04 13:47:10.608815 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port e06d4489-042e-490a-a131-ba117edfb636 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:10.623724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port e06d4489-042e-490a-a131-ba117edfb636 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:10.624498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:10.970706 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:10.998743 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port e06d4489-042e-490a-a131-ba117edfb636, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e06d4489-042e-490a-a131-ba117edfb636,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:11.089615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-cd4425eb-7153-4f51-bc74-6208cb447e07 None None] Provisioning complete for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:11.091179 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-cd4425eb-7153-4f51-bc74-6208cb447e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:11.124630 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:11.141604 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:11.221316 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-cd4425eb-7153-4f51-bc74-6208cb447e07 None None] Port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:47:11.264597 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:47:11.276263 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=e06d4489-042e-490a-a131-ba117edfb636,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:11.280937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:11.354255 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-5c25e9f9-fd15-46ba-aa1a-5cf7f51cb0b7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:11.356281 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-5c25e9f9-fd15-46ba-aa1a-5cf7f51cb0b7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.2637441 Jun 04 13:47:11.372453 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Request body: {'port': {'device_id': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'admin_state_up': True, 'tenant_id': '957d2c45dcd84638a906231d84cda0b3'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:11.626108 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 32978) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:11.687926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9d6d0-7557-4ecd-9820-7d446a56f126 req-08e96b2d-0502-4291-9c2b-f7683e2a6a51 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:11.695807 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06f9d6d0-7557-4ecd-9820-7d446a56f126 req-08e96b2d-0502-4291-9c2b-f7683e2a6a51 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1033056 Jun 04 13:47:11.703099 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:47:11.716261 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:11.720393 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Usage tracker for resource:port and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:11.723626 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:11.732192 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:11.753080 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] 10.222.0.10 "PUT /v2.0/routers/fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7992458 Jun 04 13:47:11.783906 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06f9d6d0-7557-4ecd-9820-7d446a56f126 req-47275c0a-e879-4f1b-9f41-4a987b4538b8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869229 Jun 04 13:47:11.820244 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:11.826408 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:11.967141 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:11.969466 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d3dc92-6e0b-4150-9ea5-7679bb9c2607 req-96172a4c-950f-4dd7-9aa6-09c81d8a3ede tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 210 time: 0.0739565 Jun 04 13:47:12.011557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:12.024059 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Usage tracker for resource:security_group_rule and tenant:f798c1c0d2d3448c8054223e6041e563 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:12.030315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:12.049757 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:12.155290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Allocated IP 172.20.0.9 (e1264076-a5af-41ea-9104-8ebc00c8f2cd/da874524-5bf2-452e-9e94-c222536761df/7f8d4060-d33e-454c-b95b-d5ba6f67fb0e) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:12.261356 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e06d4489-042e-490a-a131-ba117edfb636 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:12.265750 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.373199 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:47:12.391256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.402112 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port e06d4489-042e-490a-a131-ba117edfb636 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:12.402112 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.402479 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:47:12.423593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:12.439523 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f798c1c0d2d3448c8054223e6041e563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8092036 Jun 04 13:47:12.439779 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33004) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:12.498710 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:12.500247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:12.524960 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d9d72-f3ca-4682-be2b-f9c142dee410,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:12.538551 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:12.557433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.603988 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.611808 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.774100 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.782109 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:12.798757 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.807349 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b22562d3-4e74-408e-9910-14d94867c84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:12.834660 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d9d72-f3ca-4682-be2b-f9c142dee410,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:12.846394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:12.847825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:12.849489 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca9d9d72-f3ca-4682-be2b-f9c142dee410 HTTP/1.1" status: 204 len: 168 time: 0.4087009 Jun 04 13:47:12.890588 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:12.891017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33014) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:12.903699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720406219', 'description': 'tempest-description--673721672'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:12.908155 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:12.908326 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332', '1b1a8945-7314-46af-b1f3-88bc6af17ab0'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:47:12.913685 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:12.947775 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:12.954590 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event updated for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:12.957377 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:12.965770 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:12.969270 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:12.982651 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:13.009508 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:13.018218 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.088224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.143004 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:13.148255 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:13.166653 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:13.183724 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:13.326680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db89003-f35c-4179-9062-136da2571cdc req-e07067a3-5cc8-4452-8fa3-92b7115dbcaf tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:13.333249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:13.335058 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8db89003-f35c-4179-9062-136da2571cdc req-e07067a3-5cc8-4452-8fa3-92b7115dbcaf tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2684159 Jun 04 13:47:13.338066 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33028) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:13.372511 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.376261 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0080252 Jun 04 13:47:13.390449 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13a1f-846c-4994-8ba0-f8df5011874b req-bff8fc2d-b7d8-44f9-bea0-7393cc22dfee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:13.392349 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-66b13a1f-846c-4994-8ba0-f8df5011874b req-bff8fc2d-b7d8-44f9-bea0-7393cc22dfee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 931 time: 0.1937697 Jun 04 13:47:13.393641 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Request body: {'port': {'device_id': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:13.488501 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8db89003-f35c-4179-9062-136da2571cdc req-476b90c7-3afe-4eb8-a4f7-e943a06a417d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520774 Jun 04 13:47:13.518490 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.531961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6f3070b2-1b55-4d92-b328-b7d312931373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:13.554673 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-66b13a1f-846c-4994-8ba0-f8df5011874b req-3049fb27-978e-422a-9647-c1140361cafa tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467450 Jun 04 13:47:13.667729 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712318bc-672e-4e19-9fd5-b86c4e1700c0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:13.672711 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:13.706966 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.707180 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.708653 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8146126 Jun 04 13:47:13.715910 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33040) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:13.728026 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group_rule': {'security_group_id': '712318bc-672e-4e19-9fd5-b86c4e1700c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:13.731923 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:13.737666 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Usage tracker for resource:security_group_rule and tenant:d4738f87f8ed49ef96bef5252656b744 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:13.741106 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:13.749108 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:13.751646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:13.757009 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:13.768629 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:13.786638 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:13.788745 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.874561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.984671 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:13.995384 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-55ba4db2-d584-436e-8974-82e936d93767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.064561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec38b597-3d98-4116-8a22-ea28dd00af1e,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:14.082664 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4738f87f8ed49ef96bef5252656b744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402291 Jun 04 13:47:14.084444 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:14.087535 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33044) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:14.122188 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33046) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:14.128255 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 2, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:14.133490 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:47:14.133898 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Updating router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:47:14.141538 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.168029 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.198254 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:14.206264 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Usage tracker for resource:security_group_rule and tenant:052f577ff6cd43a68cbb157e90ba1bc7 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:14.211596 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:14.223301 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:14.230149 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.325985 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.394084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.397929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.411646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.516885 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.520278 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:14.528461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.529703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.574325 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.578624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.593333 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c8e85-3f42-465c-998b-8a01cbf0bf33,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:14.606340 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ae1b09-e926-4d3c-ad1b-ac50761f2b21,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:14.619547 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:14.624437 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=052f577ff6cd43a68cbb157e90ba1bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009780 Jun 04 13:47:14.625508 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:14.626920 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33052) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:14.689454 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Transition to ACTIVE for port object 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:14.690451 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.694905 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.695568 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec38b597-3d98-4116-8a22-ea28dd00af1e HTTP/1.1" status: 204 len: 168 time: 0.6065392 Jun 04 13:47:14.696311 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.702042 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.710260 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec38b597-3d98-4116-8a22-ea28dd00af1e,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:14.713290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:14.721082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Transition to ACTIVE for port object a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:14.757240 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.758774 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0383515 Jun 04 13:47:14.762081 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33056) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:14.768676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group_rule': {'security_group_id': '712318bc-672e-4e19-9fd5-b86c4e1700c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:14.775396 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:14.781173 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:14.784209 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:14.791704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:14.802517 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.810591 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.868609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.873979 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:14.890665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.903902 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:14.966597 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:14.986638 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.020474 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838127b-7da4-40fc-8074-37f299ee77e0 req-a9d90732-dd96-4182-9bf3-8a8efc6124b2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:15.028707 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1838127b-7da4-40fc-8074-37f299ee77e0 req-a9d90732-dd96-4182-9bf3-8a8efc6124b2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3541563 Jun 04 13:47:15.066301 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.104776 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643bd78-2b65-49c3-afd6-872997ed62de req-fe8375f1-6268-40c2-affd-28800d7457c9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:15.118034 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5643bd78-2b65-49c3-afd6-872997ed62de req-fe8375f1-6268-40c2-affd-28800d7457c9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 943 time: 0.3525672 Jun 04 13:47:15.212428 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1838127b-7da4-40fc-8074-37f299ee77e0 req-1eb1c7f3-ae3c-4684-9a78-dc2a3ef355fe tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822388 Jun 04 13:47:15.251890 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Pushing event updated for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:15.251890 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.294445 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5643bd78-2b65-49c3-afd6-872997ed62de req-bfc71d8c-5a85-45ff-97ba-93e3cd4f3304 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735277 Jun 04 13:47:15.309966 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Attempting to bind port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:15.311098 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Attempting to bind port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:15.312746 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Attempting to bind port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:15.327826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:15.327826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Checking segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:15.327826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.327826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Bound using segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:15.327826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Bound port: a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:15.328671 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.368042 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.374329 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7125d6e3-02a9-4b60-a48f-958bab8cd496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:15.405405 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c8e85-3f42-465c-998b-8a01cbf0bf33,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:15.407980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.440298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.446324 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/698c8e85-3f42-465c-998b-8a01cbf0bf33 HTTP/1.1" status: 204 len: 168 time: 0.8180206 Jun 04 13:47:15.497336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] For port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:15.499476 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.508354 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] For port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:15.525647 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Attempting to bind port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:15.526012 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Attempting to bind port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:15.526589 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Attempting to bind port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:15.532731 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e on network e1264076-a5af-41ea-9104-8ebc00c8f2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:47:15.536873 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Attempting to bind port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:15.538765 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:15.539097 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Checking segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:15.539483 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Bound using segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:15.539936 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Bound port: 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:15.540276 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.633096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:15.636191 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:15.642048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.649145 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.649363 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7a9903a2-ef1a-4ec3-bf31-0631a355ee5e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:15.649510 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:15.665868 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26c9a25-6136-49f3-8c9a-308f451d5a02,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:15.671045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.733780 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:15.734593 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:15.757868 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.765045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d2f3cd95-e833-48fb-8e3d-8f0d5d5fdc34 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:15.811864 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Pushing event updated for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:15.829770 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.858200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.863818 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0963123 Jun 04 13:47:15.864531 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33074) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:15.872328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:15.884211 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:15.888970 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33076) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:15.897607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Pushing event updated for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:15.907981 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:15.913009 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:15.914026 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.916690 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] 10.222.0.13 "PUT /v2.0/ports/7f8d4060-d33e-454c-b95b-d5ba6f67fb0e HTTP/1.1" status: 200 len: 1093 time: 2.5272717 Jun 04 13:47:15.917383 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:15.920588 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f934af73-692f-43b2-bff8-f22acba2982c" -d '{"events": [{"name": "network-changed", "server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:15.936444 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:floatingip and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:15.941602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:15.944754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:15.964543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:15.970000 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:15.980794 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Usage tracker for resource:security_group_rule and tenant:a98e8184cefc466a9e63ff0e2c07dea9 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:15.982610 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da77e060-c49d-4abb-84e2-038fdf92590b x-openstack-request-id: req-da77e060-c49d-4abb-84e2-038fdf92590b {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:15.983197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:15.983639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da77e060-c49d-4abb-84e2-038fdf92590b {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:15.984402 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', 'status': 'completed', 'code': 200} Jun 04 13:47:15.987164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:15.994359 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:16.007909 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:16.133216 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934af73-692f-43b2-bff8-f22acba2982c req-88658f6b-f2b1-4c80-9198-ffa63f6c412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:16.135654 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f934af73-692f-43b2-bff8-f22acba2982c req-88658f6b-f2b1-4c80-9198-ffa63f6c412b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 1096 time: 0.1265731 Jun 04 13:47:16.172630 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.179573 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.340871 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.345494 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934af73-692f-43b2-bff8-f22acba2982c req-9983defb-ae4b-478e-a553-56535d7e1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:16.347979 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f934af73-692f-43b2-bff8-f22acba2982c req-9983defb-ae4b-478e-a553-56535d7e1d3f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=957d2c45dcd84638a906231d84cda0b3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1983793 Jun 04 13:47:16.352601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0728d471-8249-4e76-be66-6f65977b5d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:16.457527 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a98e8184cefc466a9e63ff0e2c07dea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642405 Jun 04 13:47:16.461183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33098) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:16.466205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84506891-5651-46d3-8916-f8a8d7795a5f,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:16.472530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:16.543817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:15Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:16.552116 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d06f9d-ac26-4686-a43a-966c3cfbf9b3 None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:15Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:47:16.698969 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934af73-692f-43b2-bff8-f22acba2982c req-1ff8b25a-298c-4453-aa1a-a44d3e04fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:16.702149 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f934af73-692f-43b2-bff8-f22acba2982c req-1ff8b25a-298c-4453-aa1a-a44d3e04fe20 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453898 Jun 04 13:47:16.790602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.795698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.841307 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-323019bb-2f4d-4446-9be2-a020ae19a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:16.843609 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-323019bb-2f4d-4446-9be2-a020ae19a2c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 1096 time: 0.0921569 Jun 04 13:47:16.881085 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:16.909371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4d726-c3d9-46b9-b01d-e9422fd8b458 req-bc790156-d40d-48e4-9047-fbdf3db192dd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:16.917206 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-33c4d726-c3d9-46b9-b01d-e9422fd8b458 req-bc790156-d40d-48e4-9047-fbdf3db192dd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3714778 Jun 04 13:47:16.968964 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-e736bf0d-c116-4bc8-8d96-fb447990ebc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e HTTP/1.1" status: 200 len: 217 time: 0.1162493 Jun 04 13:47:17.056657 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-9413d96d-31eb-4f07-8a86-76efa01c1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:17.058396 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-9413d96d-31eb-4f07-8a86-76efa01c1a40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.0808601 Jun 04 13:47:17.085023 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-33c4d726-c3d9-46b9-b01d-e9422fd8b458 req-9c7e613c-a263-49d4-8fb3-ab85ba81d6ca tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666307 Jun 04 13:47:17.100584 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87585-2928-4856-b48b-ebc9644c0f35 req-4e199820-faf8-4e4a-ac8b-20f73c410ec3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:17.102101 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bdf87585-2928-4856-b48b-ebc9644c0f35 req-4e199820-faf8-4e4a-ac8b-20f73c410ec3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 943 time: 0.4751041 Jun 04 13:47:17.154199 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-0ae6b097-3811-4a52-a51e-93e3d27f6bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863669 Jun 04 13:47:17.159734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Allocated IP 172.28.1.206 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/cb245280-2ca2-46b7-a959-d83f059755da) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:17.198852 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bdf87585-2928-4856-b48b-ebc9644c0f35 req-7fe5bf8e-4095-4e0a-b59d-1a9e7fab91df tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757017 Jun 04 13:47:17.220138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:17.248262 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-59687f6d-e48f-4e6f-8804-c2922da19c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:17.274440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84506891-5651-46d3-8916-f8a8d7795a5f,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:17.365536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:17.391966 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:17.397060 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84506891-5651-46d3-8916-f8a8d7795a5f HTTP/1.1" status: 204 len: 168 time: 0.9323151 Jun 04 13:47:17.404342 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-36aeb719-8415-4258-9e4d-2814ab1b495e service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340221 Jun 04 13:47:17.470536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:17.492145 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33118) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:17.547925 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33124) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:17.609951 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:17.632589 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1f997ed6-08f3-4ec7-b882-494b37c0ecd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:17.637798 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d7ce7f6e-1cee-4e2d-a628-307cf6e29ead req-0d307d1f-4532-4124-8b20-83e106bb8927 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228992 Jun 04 13:47:17.717993 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:17.735605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:17.738176 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:17.776408 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:17.815974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=cb245280-2ca2-46b7-a959-d83f059755da,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:17.818937 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:17.822597 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:17.835689 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Usage tracker for resource:security_group_rule and tenant:065664c2421145bb8260d8ce114e883e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:17.839781 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:17.851166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:17.983022 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.072084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.280312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.296356 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:18.363325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.366243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:18.461489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:18.465108 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.523190 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Usage tracker for resource:security_group_rule and tenant:23b55853ed8b455d8b480c970ce94bea is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:18.523414 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ac28d-67b7-4a43-bda6-e3b1514f6a56 req-97766145-d58f-49b1-947a-25252d7590fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:18.524694 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-756ac28d-67b7-4a43-bda6-e3b1514f6a56 req-97766145-d58f-49b1-947a-25252d7590fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 1098 time: 0.0989788 Jun 04 13:47:18.556293 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:18.563987 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=065664c2421145bb8260d8ce114e883e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683022 Jun 04 13:47:18.565071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:18.566567 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:18.566954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.569207 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd53bf1-94bb-41e7-a5d1-ec08b79fc7c8,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:18.575365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33146) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:18.593309 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:18.596162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:18.597021 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-756ac28d-67b7-4a43-bda6-e3b1514f6a56 req-586a8f25-0111-4abc-9d04-9f69ad22746a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650330 Jun 04 13:47:18.750477 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.792971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:18.853856 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102c00-ee72-4e6b-92af-eb1c9eca5e45 req-5c7bc160-6b4e-4f17-b159-526fa26cdf54 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:18.855304 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0b102c00-ee72-4e6b-92af-eb1c9eca5e45 req-5c7bc160-6b4e-4f17-b159-526fa26cdf54 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.5630193 Jun 04 13:47:18.937096 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:18.941497 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:19.015957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.024022 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:19.031822 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:19.097377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.112890 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd9c81-acb3-4e36-93d4-da165eb15952 req-ee70ec9a-4cbf-43e0-b4df-7e06c14a430c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:19.114417 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-84cd9c81-acb3-4e36-93d4-da165eb15952 req-ee70ec9a-4cbf-43e0-b4df-7e06c14a430c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 943 time: 0.6504405 Jun 04 13:47:19.122899 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0b102c00-ee72-4e6b-92af-eb1c9eca5e45 req-4c427d2f-9d3b-4617-9a36-b8891f33ab54 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607794 Jun 04 13:47:19.214472 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.218098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.242287 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-84cd9c81-acb3-4e36-93d4-da165eb15952 req-4b5e4c4d-51c2-4f88-b409-b30b66ddd4b7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014132 Jun 04 13:47:19.311151 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.320611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9219ac01-6bdf-4035-9f6a-2b1b00d6506e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:19.355406 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.356903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.380594 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23b55853ed8b455d8b480c970ce94bea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8287373 Jun 04 13:47:19.382183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b3a2d-c563-4bc1-bbe8-845b9c0bc4d8,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:19.382966 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33170) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:19.389805 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:19.392770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-bc47a73c-3765-4ae9-ba87-a2d2e6ab8ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:19.442045 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd53bf1-94bb-41e7-a5d1-ec08b79fc7c8,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:19.448480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:19.453705 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:19.509658 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.529260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.532068 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-23586f4d-676e-4526-af6b-a33dd62636b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdd53bf1-94bb-41e7-a5d1-ec08b79fc7c8 HTTP/1.1" status: 204 len: 168 time: 0.9519761 Jun 04 13:47:19.554079 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.560590 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.577346 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=cb245280-2ca2-46b7-a959-d83f059755da,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:19.582916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:19.693472 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.694995 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8288569 Jun 04 13:47:19.721955 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.726112 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ba258109-86b7-4bd5-b5e0-52dd9edb9003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:19.739752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b3a2d-c563-4bc1-bbe8-845b9c0bc4d8,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:19.744097 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:19.745058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:19.746928 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e2b3a2d-c563-4bc1-bbe8-845b9c0bc4d8 HTTP/1.1" status: 204 len: 168 time: 0.3618064 Jun 04 13:47:20.296488 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:20.368969 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ff34bb80-57c0-477b-8af8-8e7926af129d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--720406219&fields=id&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 267 time: 0.1078968 Jun 04 13:47:20.414860 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:20.415542 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:20.573157 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7341b1-48dd-450b-97da-5b9aa44ddb57 req-10f6f437-6749-4c5e-a151-478898b4c5d2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:20.574855 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e7341b1-48dd-450b-97da-5b9aa44ddb57 req-10f6f437-6749-4c5e-a151-478898b4c5d2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2564094 Jun 04 13:47:20.587143 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-22c4b4e4-22a9-4369-b509-c4927562ca2f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:20.588682 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-22c4b4e4-22a9-4369-b509-c4927562ca2f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 817 time: 0.2058685 Jun 04 13:47:20.620234 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-2886cb1a-b3e9-4c40-889a-b78ad60bee72 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/quotas/1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 375 time: 0.0157607 Jun 04 13:47:20.680067 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e7341b1-48dd-450b-97da-5b9aa44ddb57 req-40affe07-15f4-4d92-9503-6f961c8a3755 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903592 Jun 04 13:47:20.745537 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-05038e87-3e48-4b21-a3bf-e8207ae3969b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1170616 Jun 04 13:47:20.877477 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33208) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:20.907023 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:20.926764 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:20.933285 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Usage tracker for resource:security_group_rule and tenant:19ff334b767c403fb8f41244e4fa35da is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:20.939325 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:20.946472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:21.064812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-cd4f4e4e-1df8-4107-8c80-3e58845c89de service neutron] 10.222.0.10 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951462 Jun 04 13:47:21.087046 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.120718 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e07ec4-b898-43fd-9223-b8f758fad2e6 req-0691785a-fae5-4744-b450-b114433435b5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:21.122380 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11e07ec4-b898-43fd-9223-b8f758fad2e6 req-0691785a-fae5-4744-b450-b114433435b5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 943 time: 0.1949646 Jun 04 13:47:21.174190 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.227727 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9b7573fa-0f45-4f59-9867-1a1cb112dd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:21.249990 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11e07ec4-b898-43fd-9223-b8f758fad2e6 req-e31fca8c-526e-423c-b7d1-5037db370874 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143994 Jun 04 13:47:21.263873 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19ff334b767c403fb8f41244e4fa35da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844445 Jun 04 13:47:21.278935 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33214) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:21.298744 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0484e7b7-2c6d-44c3-881f-c91793f4cc32,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:21.302279 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:21.330553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33216) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:21.351520 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.369208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:21.374339 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Usage tracker for resource:security_group_rule and tenant:d56ec144f54d4cf0922e8e6df7ba3bdd is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:21.377888 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:21.384435 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:21.394259 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ba0f6546-5ec1-4221-a50b-7afcbdce3518 service neutron] 10.222.0.10 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151038 Jun 04 13:47:21.450083 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.499774 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.591427 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.654984 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.655266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.664878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1b843712-cf0d-4afe-bf4a-c9262f6ebf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:21.670927 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:21.685070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0484e7b7-2c6d-44c3-881f-c91793f4cc32,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:21.691574 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:21.697516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:21.700026 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0484e7b7-2c6d-44c3-881f-c91793f4cc32 HTTP/1.1" status: 204 len: 168 time: 0.4143243 Jun 04 13:47:21.833292 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bdce6f10-ba00-41a4-8a4b-3009bd7c1ed6 req-ea127266-8653-43bb-b883-f76ac26e0928 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.0632656 Jun 04 13:47:21.847438 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d56ec144f54d4cf0922e8e6df7ba3bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150559 Jun 04 13:47:21.848486 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33232) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:21.852815 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60130747-b03d-485c-b20d-8daa7daefdb5,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:21.894431 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:21.924809 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:47:21.979727 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.015869 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.017334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480e29-d433-4b38-afc7-4e3ea3e6e95f req-0d217eeb-d345-406c-a5b0-fc6a9ccbf489 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:22.021075 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96480e29-d433-4b38-afc7-4e3ea3e6e95f req-0d217eeb-d345-406c-a5b0-fc6a9ccbf489 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1907938 Jun 04 13:47:22.130985 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96480e29-d433-4b38-afc7-4e3ea3e6e95f req-4921faa2-cdeb-4f10-be53-12e1954e8c70 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Jun 04 13:47:22.165292 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:22.173713 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.178060 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b53482dd-79a5-4367-af0a-e02d1234ea72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:22.190392 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'port_id': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', 'mac_address': 'fa:16:3e:f2:27:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da874524-5bf2-452e-9e94-c222536761df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:47:22.191302 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60130747-b03d-485c-b20d-8daa7daefdb5,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:22.193843 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:22.202058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.206864 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60130747-b03d-485c-b20d-8daa7daefdb5 HTTP/1.1" status: 204 len: 168 time: 0.3530831 Jun 04 13:47:22.341488 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.397111 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:22.412537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca192f8-627c-449a-b7bd-80b2e0181550 req-dd581e9b-2db2-4f5d-95cd-615cb536ffed tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:22.414086 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dca192f8-627c-449a-b7bd-80b2e0181550 req-dd581e9b-2db2-4f5d-95cd-615cb536ffed tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1577938 Jun 04 13:47:22.426615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:22.528030 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dca192f8-627c-449a-b7bd-80b2e0181550 req-78439e73-3ed2-4ad9-962c-38bf9af40722 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067274 Jun 04 13:47:22.551024 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:22.552795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:22.593985 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1333a3d-6e91-4689-9f99-57b3d36c61f4 req-04025b20-b461-44d3-8d86-b3f00a6214e1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:22.595572 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f1333a3d-6e91-4689-9f99-57b3d36c61f4 req-04025b20-b461-44d3-8d86-b3f00a6214e1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 943 time: 0.1454651 Jun 04 13:47:22.696464 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:22.700723 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:22.799934 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f1333a3d-6e91-4689-9f99-57b3d36c61f4 req-89e593c0-fed6-4f4b-9f32-88b7aa48f0da tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942327 Jun 04 13:47:22.983197 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9df8b507-123d-41e5-bcdc-afd0f6fc5117 req-ff069966-67a0-4985-8b1b-b4e1271ef2cd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.0475316 Jun 04 13:47:23.085422 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:47:23.111629 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:23.355035 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33278) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:23.377455 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:23.465382 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:23.469557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:18af4f51b59847d49d1dd03ad76a25bd is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:23.472719 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:23.478776 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:23.602834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:23.762534 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:23.771886 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ab580fa4-375d-4420-b369-43853942c6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:23.829414 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18af4f51b59847d49d1dd03ad76a25bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726384 Jun 04 13:47:23.833293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768758b4-ff52-405f-a51c-93fa8445844a,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:23.833421 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33294) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:23.847743 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:23.985176 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:24.108698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:24.198328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c9529-16d6-48d6-8d86-ee4ea8fbac3d req-32e0ca77-42b9-47dc-ba98-665c5f1f73a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:24.199925 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-832c9529-16d6-48d6-8d86-ee4ea8fbac3d req-32e0ca77-42b9-47dc-ba98-665c5f1f73a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 944 time: 0.1809640 Jun 04 13:47:24.348090 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-832c9529-16d6-48d6-8d86-ee4ea8fbac3d req-ae06cf75-faae-466e-a90a-51a85c555459 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376517 Jun 04 13:47:24.350156 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6cd3e97-8952-4d07-b3c2-aed379a4f294 req-70328cfb-d350-4b7a-a3e2-d89b5a1e1360 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.0655465 Jun 04 13:47:24.363995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:24.372582 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-83578c6e-1296-4eb4-83db-d57179a5c563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:24.385539 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768758b4-ff52-405f-a51c-93fa8445844a,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:24.389174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:24.391228 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:24.392411 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/768758b4-ff52-405f-a51c-93fa8445844a HTTP/1.1" status: 204 len: 168 time: 0.5587425 Jun 04 13:47:25.338840 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-88df1069-b150-4657-875a-806439ab5c75 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:25.340220 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-88df1069-b150-4657-875a-806439ab5c75 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:network {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:47:25.477082 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-88df1069-b150-4657-875a-806439ab5c75 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:network {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:47:25.478298 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-88df1069-b150-4657-875a-806439ab5c75 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 817 time: 0.3385813 Jun 04 13:47:25.551917 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ba57bc75-ede6-4142-bc53-d8cd46ddddd0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:security_group {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:47:25.625231 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6f0789b-a801-47f8-bf6d-510a36170da9 req-73f97ca7-6bbb-4d71-a156-5fe673ddf0b8 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.0961015 Jun 04 13:47:25.709843 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ba57bc75-ede6-4142-bc53-d8cd46ddddd0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:security_group {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:47:25.709843 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ba57bc75-ede6-4142-bc53-d8cd46ddddd0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 379 time: 0.2014067 Jun 04 13:47:25.711873 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'port': {'device_id': '4d31004d-3a21-4add-96b5-d02269a93474', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'admin_state_up': True, 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'security_groups': ['712318bc-672e-4e19-9fd5-b86c4e1700c0']}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:25.739338 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47ac2f-62ae-46b8-85de-fc544a37a180 req-8446166d-763b-42a5-85d9-cc9cf91a5140 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:25.741459 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ef47ac2f-62ae-46b8-85de-fc544a37a180 req-8446166d-763b-42a5-85d9-cc9cf91a5140 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 944 time: 0.2614481 Jun 04 13:47:25.865036 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ef47ac2f-62ae-46b8-85de-fc544a37a180 req-8fec3c8a-f02c-4996-869b-b381726f6442 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090915 Jun 04 13:47:25.945242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:26.082316 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:26.087218 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:port and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:26.092056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:26.099616 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:26.181489 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33374) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:26.207910 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:26.214342 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:26.217275 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.242467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Made reservation on behalf of 1207cc56142a4113b95553c78e17c2a8 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:26.248012 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.348561 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-661886849-network', 'tenant_id': '13a38c50b0e4407b9282d473663be3ea'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:26.362322 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:26.371418 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Usage tracker for resource:network and tenant:13a38c50b0e4407b9282d473663be3ea is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:26.376905 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:26.382882 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.387358 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:26.416015 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:26.419465 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711daf57-c1dd-4e37-bd4f-3204ddb8d698" -d '{"events": [{"server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:26.429221 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:26.462972 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Allocated IP 172.20.0.9 (57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688/bde59c82-e204-43a1-a208-7b0448e5b85b/2cd6633b-353f-44e4-b882-2f8fc5e87d34) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:26.496436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4697980b-96ba-4e70-8778-0954662de49b x-openstack-request-id: req-4697980b-96ba-4e70-8778-0954662de49b {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:26.496436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "name": "network-vif-plugged", "status": "completed", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:26.496436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4697980b-96ba-4e70-8778-0954662de49b {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:26.496436 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', 'code': 200} Jun 04 13:47:26.597544 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.601328 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:26.619485 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Made reservation on behalf of 13a38c50b0e4407b9282d473663be3ea for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:26.622542 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.640587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.674687 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:26.727829 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Usage tracker for resource:security_group_rule and tenant:13a38c50b0e4407b9282d473663be3ea is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:26.740544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:26.759588 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:26.795023 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1206f-f4a3-4168-874d-bf92ec0ed8af req-56479221-f58a-4782-b7d2-6ed1ead4b5d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:26.796760 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1cd1206f-f4a3-4168-874d-bf92ec0ed8af req-56479221-f58a-4782-b7d2-6ed1ead4b5d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1742609 Jun 04 13:47:26.805088 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:26.833975 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:26.841813 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:26.889020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Transition to ACTIVE for port object 2cd6633b-353f-44e4-b882-2f8fc5e87d34 will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:26.907821 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-2c0051e6-5847-42e9-a8ea-8fca488746b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:26.909646 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-2c0051e6-5847-42e9-a8ea-8fca488746b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.2321882 Jun 04 13:47:26.948782 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7c083096-8556-4447-a87a-f2577efbb916 req-f1c59809-df8e-4de7-94a3-d281332f83c7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.0821495 Jun 04 13:47:26.954319 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1cd1206f-f4a3-4168-874d-bf92ec0ed8af req-799935b3-9304-4247-82c2-af52e62a8a45 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502814 Jun 04 13:47:27.192638 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.228616 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-8988df2b-fd42-4173-b3de-d961ebd54d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.230235 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-8988df2b-fd42-4173-b3de-d961ebd54d3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.3023968 Jun 04 13:47:27.269532 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b146436-ee4c-46ca-be70-b57cea3437f3 req-5bef2772-b7d7-4a2a-9cab-3a0b5e131576 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.270792 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0b146436-ee4c-46ca-be70-b57cea3437f3 req-5bef2772-b7d7-4a2a-9cab-3a0b5e131576 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.1290228 Jun 04 13:47:27.312681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.316185 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ff53f-06e7-4648-852a-f9cb62d136d9 req-a900cc67-3456-4edd-bdce-a96a47d352a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.317740 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-163ff53f-06e7-4648-852a-f9cb62d136d9 req-a900cc67-3456-4edd-bdce-a96a47d352a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 1098 time: 0.2632380 Jun 04 13:47:27.336655 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.341157 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-b4a4c977-ad86-4ec8-9756-6e79722701a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.1023269 Jun 04 13:47:27.360387 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e6ce4a7-3f81-431a-9b15-8aedd62353d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:27.366429 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0b146436-ee4c-46ca-be70-b57cea3437f3 req-f76e91ae-080a-4768-9d49-d9040405b115 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826993 Jun 04 13:47:27.468121 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:47:27.494581 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:27.506509 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:27.521064 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:27.547873 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:27.552168 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.552513 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Added segment 65401b0e-db14-401c-9bd8-bf7b8d85cc95 of type vlan for network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c Jun 04 13:47:27.571960 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:27.575317 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-163ff53f-06e7-4648-852a-f9cb62d136d9 req-49d9d7a5-fcc0-4687-8fd5-1862c4b5475a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430608 Jun 04 13:47:27.576108 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d4fedfae-519a-4bb9-bc7a-9cf44a73f2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:27.618029 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-32e076c8-389a-41f2-8b04-24a53776bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.619463 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-32e076c8-389a-41f2-8b04-24a53776bfb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.2200954 Jun 04 13:47:27.658731 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.659870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.671640 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.675376 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be977ee-25ad-4fac-b783-6b5c081389c2,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:27.685361 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:27.769819 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-490b1ad5-6052-42b4-a9f5-201d0f98e331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452683 Jun 04 13:47:27.825967 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1192937 Jun 04 13:47:27.828779 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.833395 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:27.834423 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.900166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:27.962957 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-279b1cfb-2d8f-492b-9f72-e01cb106c4a0 None None] Provisioning for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:27.970444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-279b1cfb-2d8f-492b-9f72-e01cb106c4a0 None None] Provisioning complete for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:27.970854 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-279b1cfb-2d8f-492b-9f72-e01cb106c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:27.995749 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Request body: {'port': {'device_id': '4d31004d-3a21-4add-96b5-d02269a93474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:28.049648 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-279b1cfb-2d8f-492b-9f72-e01cb106c4a0 None None] Port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:47:28.283051 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0970044 Jun 04 13:47:28.289443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33406) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:28.296337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Request body: {'subnet': {'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-661886849-subnet', 'tenant_id': '13a38c50b0e4407b9282d473663be3ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:28.298760 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Pushing event updated for resources: {'Network': ['ID=400cf985-2d79-4aa3-bda5-05c7fc7dca5c,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:28.315727 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:28.315727 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-cdfe4948-7cdb-492a-b7b2-ee47835a4ab2 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327120 Jun 04 13:47:28.317487 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:47:28.323516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:28.342692 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Usage tracker for resource:subnet and tenant:13a38c50b0e4407b9282d473663be3ea is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:28.359477 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:28.362255 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:28.374932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:28.444339 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ac6a-bfc9-4ff6-9628-99b2c1a155a0 req-44490ecb-f0ef-4162-91ac-605cd282f71d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:28.452144 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c269ac6a-bfc9-4ff6-9628-99b2c1a155a0 req-44490ecb-f0ef-4162-91ac-605cd282f71d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 931 time: 0.3268762 Jun 04 13:47:28.500382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4806258-3ae0-4e7a-a620-e8e46d5f636e req-eefdc86b-a298-4651-ab97-963ab29b8044 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:28.501886 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f4806258-3ae0-4e7a-a620-e8e46d5f636e req-eefdc86b-a298-4651-ab97-963ab29b8044 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2906229 Jun 04 13:47:28.520341 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c269ac6a-bfc9-4ff6-9628-99b2c1a155a0 req-85882bb9-54f7-4b66-a680-610609b04a35 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670979 Jun 04 13:47:28.560954 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Made reservation on behalf of 13a38c50b0e4407b9282d473663be3ea for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:28.563957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:28.564692 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-6809a8ef-80e7-4763-b0e2-1cc078f99ef3 req-03053edd-b033-49b6-95a9-b6d4a845e519 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358804 Jun 04 13:47:28.747572 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f4806258-3ae0-4e7a-a620-e8e46d5f636e req-ab6db8b8-226b-446e-9c87-e9ccdf488ed5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228842 Jun 04 13:47:28.973392 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb798833-393d-424b-b88d-a4b670c15e4a req-4959a137-59a4-4f7b-b8eb-1d0cfd190de5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:28.974949 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb798833-393d-424b-b88d-a4b670c15e4a req-4959a137-59a4-4f7b-b8eb-1d0cfd190de5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.2330132 Jun 04 13:47:29.026971 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:29.044886 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:29.054458 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb798833-393d-424b-b88d-a4b670c15e4a req-aa382190-f29d-4b57-ac29-f312cc59edd1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663655 Jun 04 13:47:29.069924 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Transition to ACTIVE for port object 2cd6633b-353f-44e4-b882-2f8fc5e87d34 will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:29.207592 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:29.211916 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0892158c-c6d0-4dad-adf4-c3b650178e4e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:29.303139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:29.362060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:29.367686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ebd9a0f3-112f-4c32-8b69-0921de7e73e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:29.447016 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:29.501010 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5acdeb-d476-44be-a4b3-1eae116247ee,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:29.511471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:29.600094 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Checking segment: {'id': '65401b0e-db14-401c-9bd8-bf7b8d85cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:29.600436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Network hostable DHCP agents. Network: 400cf985-2d79-4aa3-bda5-05c7fc7dca5c, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:47:29.774244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:47:29.793459 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Attempting to bind port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:29.794044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Attempting to bind port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:29.795123 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Attempting to bind port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:29.804256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:47:29.805168 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Attempting to bind port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:29.815947 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:29.816628 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Checking segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:29.817254 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Bound using segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:29.818151 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Bound port: 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:29.818847 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:29.911119 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a505aa2-3746-4283-a40a-2ab0d983ea3a req-79b679ea-8232-4bf7-9049-2033cade9874 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:29.924850 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a505aa2-3746-4283-a40a-2ab0d983ea3a req-79b679ea-8232-4bf7-9049-2033cade9874 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1355102 Jun 04 13:47:29.931670 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 400cf985-2d79-4aa3-bda5-05c7fc7dca5c) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:29.942710 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad4142-d7aa-4765-a1aa-04d7c14be863 None None] Network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:47:29.974497 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:29.984009 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:30.078048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:30.081732 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c8d52bc0-9da0-4be0-887b-7c8851eb3456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:30.165952 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.166974 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:30.169406 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] 10.222.0.13 "PUT /v2.0/ports/2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 1093 time: 2.2698779 Jun 04 13:47:30.175404 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:30.179730 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c375c3-50a2-4872-8957-60d5ae4a8624" -d '{"events": [{"name": "network-changed", "server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:30.224960 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:30.237262 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:30.265916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.267008 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:30.286729 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a505aa2-3746-4283-a40a-2ab0d983ea3a req-9e307d9c-0d7a-4270-9043-8577e1084301 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604767 Jun 04 13:47:30.434137 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cc779-ae7f-4433-806c-dc392331b219 req-768d971e-2819-4cee-831c-f9e562e7a4ea tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.446791 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e8cc779-ae7f-4433-806c-dc392331b219 req-768d971e-2819-4cee-831c-f9e562e7a4ea tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.5184944 Jun 04 13:47:30.459642 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd70ed-a614-4124-a526-237e0cb62e81 None None] Network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:47:30.494765 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b508aae6-79f9-4d58-9155-5cdb6edf1207 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2030973 Jun 04 13:47:30.548249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-7a503aa5-fc7e-47c5-a408-50dd0055e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.551181 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-7a503aa5-fc7e-47c5-a408-50dd0055e9a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1096 time: 0.2305324 Jun 04 13:47:30.665203 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e8cc779-ae7f-4433-806c-dc392331b219 req-f892378f-033b-44fe-83c2-76af1775e6de tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168715 Jun 04 13:47:30.719535 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-969fccdc-7f77-4f58-bca3-ff0279bfef43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 217 time: 0.1556411 Jun 04 13:47:30.783049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a3809-d484-46f3-babb-55cf34c670fb req-ccbe7839-651a-4a90-b7f2-dfcbfca491bd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.793907 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5b4a3809-d484-46f3-babb-55cf34c670fb req-ccbe7839-651a-4a90-b7f2-dfcbfca491bd tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.2457569 Jun 04 13:47:30.837070 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48af6215-f873-42f3-8b56-8d635de3b933 x-openstack-request-id: req-48af6215-f873-42f3-8b56-8d635de3b933 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:30.837375 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:30.837653 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48af6215-f873-42f3-8b56-8d635de3b933 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:30.838064 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'status': 'completed', 'code': 200} Jun 04 13:47:30.858224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ac6a1fe0-cc9a-4052-8748-3b1b484ee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:30.859045 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-ac6a1fe0-cc9a-4052-8748-3b1b484ee82e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.1276906 Jun 04 13:47:30.927458 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5b4a3809-d484-46f3-babb-55cf34c670fb req-4f8bafc3-5faf-42d6-abb8-82894441c0eb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271982 Jun 04 13:47:31.010177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-3848d7c9-23d7-4ac6-8b1f-39e3c83425fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:31.012066 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b4416631-3b28-4915-b4d9-d9c108d644c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:31.020767 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-3848d7c9-23d7-4ac6-8b1f-39e3c83425fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1374393 Jun 04 13:47:31.211512 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-62831570-8bd4-4b1a-bc06-32fbe7631666 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706147 Jun 04 13:47:31.474561 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-dee5d3a5-b1a5-46fc-a346-949b56777b59 req-16c98a1a-4ae0-48b7-a14e-05d9934635d0 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585917 Jun 04 13:47:31.601833 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf15d84-93c6-4d06-af72-6ff993d772ca req-7deec24c-caba-432a-bdb8-6003f458a67b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:31.603376 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0bf15d84-93c6-4d06-af72-6ff993d772ca req-7deec24c-caba-432a-bdb8-6003f458a67b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1419580 Jun 04 13:47:31.709233 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0bf15d84-93c6-4d06-af72-6ff993d772ca req-403dc8f6-8f3c-4fa1-97d7-6a67aee36fde tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866621 Jun 04 13:47:31.775457 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33484) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:31.782274 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1389192947-network', 'tenant_id': '0d28c0dde863419195c83715303d9488'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:31.792474 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:31.812547 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Usage tracker for resource:network and tenant:0d28c0dde863419195c83715303d9488 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:31.816805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:31.828186 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:31.846609 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-64b3beda-6045-4c89-8552-8c6d7970e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:31.848777 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-64b3beda-6045-4c89-8552-8c6d7970e716 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1096 time: 0.1897619 Jun 04 13:47:31.985312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015ff6-d550-4937-878b-f06711c325bb req-d097a36b-0e14-4697-918d-f10a586d3268 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:31.991239 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8015ff6-d550-4937-878b-f06711c325bb req-d097a36b-0e14-4697-918d-f10a586d3268 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1531820 Jun 04 13:47:32.083498 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-ff8fc3ac-2241-4d96-b00d-2f79290358e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:32.085299 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-ff8fc3ac-2241-4d96-b00d-2f79290358e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.2302558 Jun 04 13:47:32.086153 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Made reservation on behalf of 0d28c0dde863419195c83715303d9488 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:32.095593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.124734 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8015ff6-d550-4937-878b-f06711c325bb req-e0dfd4eb-0037-4edf-bbc2-54dc62358631 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235731 Jun 04 13:47:32.186046 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.220426 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-f75e2153-f403-4ba5-bba6-bcf8e44e9e71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 217 time: 0.1162007 Jun 04 13:47:32.221440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:32.227934 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Usage tracker for resource:security_group_rule and tenant:0d28c0dde863419195c83715303d9488 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:32.267096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:32.280242 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:32.322836 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-2266a003-64a0-418a-ae7e-246d4dcd0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:32.325501 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-2266a003-64a0-418a-ae7e-246d4dcd0909 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0923395 Jun 04 13:47:32.454890 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.462599 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-ee7f4eb4-c995-4c67-97a0-7fe54504bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:32.466721 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-ee7f4eb4-c995-4c67-97a0-7fe54504bf19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1322803 Jun 04 13:47:32.599412 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.612673 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f8b6fcf4-754f-4720-a216-c904f95a2155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:32.682157 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:47:32.694773 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea53f357-728f-417f-9543-9fc1ab0884b6,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:32.708128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:32.716683 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.717030 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Added segment 1c2d9fd3-17f7-40a7-9f56-dbc2d47fe05a of type vlan for network 5d4d66b7-9638-4e10-bc49-c0488f79cca0 Jun 04 13:47:32.734999 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-1a13164e-d6ac-4d6e-92ed-bb1b965c9f65 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591426 Jun 04 13:47:32.802746 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33500) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:32.805457 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:32.995398 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f6c375c3-50a2-4872-8957-60d5ae4a8624 req-cc906596-785c-456d-b46a-b01c4dee47dd service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499654 Jun 04 13:47:33.050633 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.052859 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:33.053812 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.064555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:33.071427 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33510) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:33.142267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a90c8-9d27-47dd-b536-85fae05dc1a5 req-f8f54984-7da2-4ba7-ad14-0b7a4d2314a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:33.150808 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-020a90c8-9d27-47dd-b536-85fae05dc1a5 req-f8f54984-7da2-4ba7-ad14-0b7a4d2314a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2173746 Jun 04 13:47:33.175677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.207522 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:33.211729 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1262428db714e7caffb11436a049187 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:33.216230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:33.222514 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:33.255388 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.274696 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Pushing event updated for resources: {'Network': ['ID=5d4d66b7-9638-4e10-bc49-c0488f79cca0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:33.277841 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:33.286854 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 5d4d66b7-9638-4e10-bc49-c0488f79cca0 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:47:33.296329 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:33.310415 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-020a90c8-9d27-47dd-b536-85fae05dc1a5 req-95d23b13-20ee-4d6d-b701-85564bf9241f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565394 Jun 04 13:47:33.313521 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Usage tracker for resource:security_group_rule and tenant:317afdb5635f45b29ceca64a6d1481a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:33.317400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:33.327429 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:33.381595 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6045556 Jun 04 13:47:33.385379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33518) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:33.393978 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Request body: {'subnet': {'network_id': '5d4d66b7-9638-4e10-bc49-c0488f79cca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1389192947-subnet', 'tenant_id': '0d28c0dde863419195c83715303d9488', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:33.398591 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:33.403266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Usage tracker for resource:subnet and tenant:0d28c0dde863419195c83715303d9488 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:33.406680 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:33.414358 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:33.447941 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.545230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641456-c846-4708-a2d7-d5f0d76f9e1b req-717a05a6-bbc3-40ca-bd36-1f842d1f22b7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:33.546783 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1641456-c846-4708-a2d7-d5f0d76f9e1b req-717a05a6-bbc3-40ca-bd36-1f842d1f22b7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2079947 Jun 04 13:47:33.591205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.591424 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Made reservation on behalf of 0d28c0dde863419195c83715303d9488 for: {'subnet': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:33.594174 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846451'] for subnet, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.596972 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b9b8089c-cc6e-47cf-9557-e820fbf89e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.610177 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.632564 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1641456-c846-4708-a2d7-d5f0d76f9e1b req-1fcaadcc-5ae2-4549-874f-62716d484dc2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674143 Jun 04 13:47:33.728179 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.736094 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-75549dd0-4769-4ae7-9d3f-c54fd6daa0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:33.778163 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c95ac3c-2fd6-4303-97c1-731c20d0c4c1,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:33.785681 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1262428db714e7caffb11436a049187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9770026 Jun 04 13:47:33.785681 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:33.785681 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.790366 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33520) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:33.791752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-afe6d05c-d3b7-42ef-b6e3-a1d2747f36f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:33.843856 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=317afdb5635f45b29ceca64a6d1481a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704818 Jun 04 13:47:33.845346 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a708135a-6260-4502-9bf0-fbf953eb557f,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:33.848173 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33522) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:33.850587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:33.919242 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.955594 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:33.961782 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.036954 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.317355 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.319811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.322266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b671f860-18c0-4c16-aa99-2ebd2868e782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:34.362131 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c95ac3c-2fd6-4303-97c1-731c20d0c4c1,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:34.421035 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a708135a-6260-4502-9bf0-fbf953eb557f,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:34.429224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:34.433963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:34.434631 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:34.437811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.439229 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a518408a-50df-4982-9b6e-0084539df944 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c95ac3c-2fd6-4303-97c1-731c20d0c4c1 HTTP/1.1" status: 204 len: 168 time: 0.6386352 Jun 04 13:47:34.440315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2770586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846433'] for subnet, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.466053 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.467644 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a708135a-6260-4502-9bf0-fbf953eb557f HTTP/1.1" status: 204 len: 168 time: 0.6183918 Jun 04 13:47:34.470206 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:34.573189 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ce3c1a-56dd-4298-a27b-0150a0afef4c,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:34.573394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e56aa-05c0-4553-9626-129e0ff44684 req-b2e21c48-2cf3-4e73-a3bc-54b3c6dc2c87 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:34.576198 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da4e56aa-05c0-4553-9626-129e0ff44684 req-b2e21c48-2cf3-4e73-a3bc-54b3c6dc2c87 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1426530 Jun 04 13:47:34.580823 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:34.581796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Checking segment: {'id': '1c2d9fd3-17f7-40a7-9f56-dbc2d47fe05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5d4d66b7-9638-4e10-bc49-c0488f79cca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:34.582156 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Network hostable DHCP agents. Network: 5d4d66b7-9638-4e10-bc49-c0488f79cca0, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:47:34.655808 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da4e56aa-05c0-4553-9626-129e0ff44684 req-ee50e137-7fcb-4fe7-b3c5-8d014bffb6ec tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661819 Jun 04 13:47:34.693987 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Network 5d4d66b7-9638-4e10-bc49-c0488f79cca0 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:47:34.885407 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652a654-ed31-48d3-a849-b02898aeaf57 req-9cf3bf1d-9125-48f5-b64b-01e74b7a76e0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:34.887616 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8652a654-ed31-48d3-a849-b02898aeaf57 req-9cf3bf1d-9125-48f5-b64b-01e74b7a76e0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1053460 Jun 04 13:47:34.927256 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 5d4d66b7-9638-4e10-bc49-c0488f79cca0) {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:34.940965 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:34.941162 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126254df-136a-42c7-a07f-dad1995f54a1 None None] Network 5d4d66b7-9638-4e10-bc49-c0488f79cca0 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:47:34.948040 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:34.948466 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8652a654-ed31-48d3-a849-b02898aeaf57 req-f9b369ee-21d2-45df-aecb-8781a956a2b8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Jun 04 13:47:35.049361 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-66da6289-84d4-467a-a680-c054d855299c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6613483 Jun 04 13:47:35.081667 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.111494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33550) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:35.218701 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ab88a-eb82-4ea8-a2d6-fb6d07428e61 None None] Network 5d4d66b7-9638-4e10-bc49-c0488f79cca0 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:47:35.449944 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.477655 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:35.482245 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Usage tracker for resource:security_group_rule and tenant:26f9e1f98adf4a2e922962f61e9f2af2 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:35.485344 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:35.491755 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:35.576518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.607640 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33558) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:35.638013 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.666592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:35.671387 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Usage tracker for resource:security_group_rule and tenant:e751ed4d209e4b9493395a5a577d30ee is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:35.675182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:35.683691 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:35.703506 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.739108 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4e605146-0c6e-42ff-b304-9c29266ed598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:35.768432 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26f9e1f98adf4a2e922962f61e9f2af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523550 Jun 04 13:47:35.769363 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33564) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:35.858745 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c3e88-646a-4a3e-a555-ec8fca7cd59d,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:35.868242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:35.880696 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33570) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:35.921202 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.923586 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:35.956545 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:35.967806 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Usage tracker for resource:security_group_rule and tenant:acb19abd137a4526aa7011747db476cc is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:35.973668 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.004287 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:36.014632 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:47:36.017789 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.023868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.026622 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:36.040322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.120398 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e751ed4d209e4b9493395a5a577d30ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108764 Jun 04 13:47:36.126537 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33574) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:36.134124 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e9098-0c21-44f1-8149-a4da3e7c5b57 req-92553202-ebd0-4f57-a4e1-46ccb9c40e06 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:36.141974 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e43e9098-0c21-44f1-8149-a4da3e7c5b57 req-92553202-ebd0-4f57-a4e1-46ccb9c40e06 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2140818 Jun 04 13:47:36.156830 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ced64c-9a54-476b-b79b-6c2cc81a8d80,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.160303 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.223186 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e43e9098-0c21-44f1-8149-a4da3e7c5b57 req-aaa81bf2-9e41-47ed-b4ba-7bed84156816 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801916 Jun 04 13:47:36.231165 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.309795 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.331688 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.370154 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.379360 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c79cc082-a3f3-4e55-bf86-2fc07922075c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.409991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c3e88-646a-4a3e-a555-ec8fca7cd59d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.410305 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:36.415433 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.424787 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.424787 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b9c3e88-646a-4a3e-a555-ec8fca7cd59d HTTP/1.1" status: 204 len: 168 time: 0.6517210 Jun 04 13:47:36.442013 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.446858 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:47:36.455249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ec665c05-3ea8-45a3-b754-08bef43988c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.500275 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.506301 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acb19abd137a4526aa7011747db476cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198306 Jun 04 13:47:36.507664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33586) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:36.510735 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b50476-bb94-40ac-9e31-4d4c671d0b74,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.515671 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.516374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.545703 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:36.568138 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:36.597055 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.607648 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.616122 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.629475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ced64c-9a54-476b-b79b-6c2cc81a8d80,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.632179 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.649311 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.650417 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77ced64c-9a54-476b-b79b-6c2cc81a8d80 HTTP/1.1" status: 204 len: 168 time: 0.5226405 Jun 04 13:47:36.656357 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.666045 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.670336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.693731 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a6414-ecb5-4ff3-9410-3d4b736c9cba req-81bd0452-3f73-4892-8076-ad695190c4d5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:36.696825 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f41a6414-ecb5-4ff3-9410-3d4b736c9cba req-81bd0452-3f73-4892-8076-ad695190c4d5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2940619 Jun 04 13:47:36.715397 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-93e76a51-40d4-43f8-999a-1084fef346b4 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:36.715397 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-93e76a51-40d4-43f8-999a-1084fef346b4 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/networks?id=400cf985-2d79-4aa3-bda5-05c7fc7dca5c HTTP/1.1" status: 200 len: 808 time: 0.3143723 Jun 04 13:47:36.751612 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a7a15dd5-7d9d-4907-a1b8-713db4781599 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/quotas/13a38c50b0e4407b9282d473663be3ea HTTP/1.1" status: 200 len: 375 time: 0.0183527 Jun 04 13:47:36.768867 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.771980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.813413 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f41a6414-ecb5-4ff3-9410-3d4b736c9cba req-c218d314-9f1e-40f8-9591-9b1dd728a1c1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975776 Jun 04 13:47:36.815666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-7ef6f953-5be2-41b7-9722-72d13449cc72 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=13a38c50b0e4407b9282d473663be3ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527778 Jun 04 13:47:36.902463 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.911055 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:36.937121 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b50476-bb94-40ac-9e31-4d4c671d0b74,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:36.943763 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:36.966320 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:36.995609 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1b50476-bb94-40ac-9e31-4d4c671d0b74 HTTP/1.1" status: 204 len: 168 time: 0.4691613 Jun 04 13:47:37.003269 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-12b1c36f-2a39-4dfa-9495-5b22a43ef7ee service neutron] 10.222.0.10 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774251 Jun 04 13:47:37.244372 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-f56e88d8-b09b-487e-9f68-1a74ad1d0a50 service neutron] 10.222.0.10 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402022 Jun 04 13:47:37.313584 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['2cd6633b-353f-44e4-b882-2f8fc5e87d34'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:47:37.465932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cec354-9694-4759-a818-ca36727f9509 req-0a1e0e7c-85fb-41c6-9809-b1c3ac283e5c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:37.469569 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06cec354-9694-4759-a818-ca36727f9509 req-0a1e0e7c-85fb-41c6-9809-b1c3ac283e5c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.1169729 Jun 04 13:47:37.665440 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d1b008c3-ee5d-4b8f-a3f6-573ae464047d req-24966ee0-06c9-4447-a038-2b33013c78c5 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.1389465 Jun 04 13:47:37.685347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06cec354-9694-4759-a818-ca36727f9509 req-30cc5dd9-b164-4622-94b6-10f01403e0b7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055695 Jun 04 13:47:37.753455 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33612) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:37.794161 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:37.826796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:37.831520 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Usage tracker for resource:security_group_rule and tenant:307a909fc5a946d7bbdef51cf65f62c9 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:37.836021 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:37.843475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:37.989040 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.059885 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.067440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a3a5b111-0695-47ef-ac05-51dcc7cb550c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:38.122197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0235e4-5602-41ee-9d1c-578a2f10883d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:38.126996 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:38.151376 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33628) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:38.152527 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=307a909fc5a946d7bbdef51cf65f62c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3965268 Jun 04 13:47:38.205038 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93da99-4c3c-4239-b3d9-ddf7cc63112c req-995704cb-5de6-4413-acfc-eb59c92b4655 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:38.206585 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b93da99-4c3c-4239-b3d9-ddf7cc63112c req-995704cb-5de6-4413-acfc-eb59c92b4655 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1726630 Jun 04 13:47:38.270025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.312761 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b93da99-4c3c-4239-b3d9-ddf7cc63112c req-25f64571-f41e-4e28-a58a-8965ac66191d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906873 Jun 04 13:47:38.331992 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.506074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.521323 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-463066d2-2e3f-4a7b-9150-58bd14467015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:38.538555 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0235e4-5602-41ee-9d1c-578a2f10883d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:38.542993 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:38.581804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:38.584873 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd0235e4-5602-41ee-9d1c-578a2f10883d HTTP/1.1" status: 204 len: 168 time: 0.4297979 Jun 04 13:47:38.806017 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8f8d24df-575f-43f0-a4aa-4f44575d59d5 req-d3c2e85b-0a38-478d-9641-0bc75e09067c tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0526114 Jun 04 13:47:38.953953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1d09-987d-4551-8205-b9f8c85e6e1a req-1f3b93fe-ee2e-477a-91ed-1b4f1cf70913 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:38.954328 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-24bb1d09-987d-4551-8205-b9f8c85e6e1a req-1f3b93fe-ee2e-477a-91ed-1b4f1cf70913 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.0936587 Jun 04 13:47:39.007781 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-24bb1d09-987d-4551-8205-b9f8c85e6e1a req-45bae772-68dd-460f-b759-82a1610c104c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473077 Jun 04 13:47:39.593985 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605349d5-af00-4900-be8e-14b0d2b83df6 req-cf5b06be-202d-4b9a-988f-bc912a1c2fc5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:39.601652 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-605349d5-af00-4900-be8e-14b0d2b83df6 req-cf5b06be-202d-4b9a-988f-bc912a1c2fc5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1534157 Jun 04 13:47:39.666065 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-605349d5-af00-4900-be8e-14b0d2b83df6 req-1eedb419-2198-44c1-adc8-b3700d360e51 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Jun 04 13:47:40.002181 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c618e6ea-ac6d-4357-ad1b-c6aadb314c79 req-cee17297-ebda-48ce-a26f-841a4566ca6f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0549071 Jun 04 13:47:40.041986 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:40.230841 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:40.236860 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:40.237304 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:40.261526 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1064452-6805-40b9-85e0-99681134b6e1 req-ab6ed390-ac29-46d2-889b-dc1240945569 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:40.263052 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1064452-6805-40b9-85e0-99681134b6e1 req-ab6ed390-ac29-46d2-889b-dc1240945569 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.0852830 Jun 04 13:47:40.342465 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1064452-6805-40b9-85e0-99681134b6e1 req-d5d0fa78-e8ea-4db3-9476-d78c0f442cab tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688903 Jun 04 13:47:40.430287 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:40.493783 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:40.496630 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d903b-c890-456c-b4df-dec6fe37df9b" -d '{"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:40.508847 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:40.550035 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc817d3-6331-469c-9ebf-fdc20f37bd40 x-openstack-request-id: req-ddc817d3-6331-469c-9ebf-fdc20f37bd40 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:40.550035 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:40.550326 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddc817d3-6331-469c-9ebf-fdc20f37bd40 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:40.550595 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'code': 200} Jun 04 13:47:40.601841 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:40.605405 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:40.681308 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:40.686679 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:41.027920 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-7343c649-4efe-4f42-bde6-b109a8b72fe7 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:41.032850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-7343c649-4efe-4f42-bde6-b109a8b72fe7 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Synchronizing usage tracker for tenant:13a38c50b0e4407b9282d473663be3ea on resource:network {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:47:41.199355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f9c67-acf3-49ce-81f2-a7553881cdd5 req-b959936e-eb67-42bb-b5c2-b2e3d0901d89 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:41.213261 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e43f9c67-acf3-49ce-81f2-a7553881cdd5 req-b959936e-eb67-42bb-b5c2-b2e3d0901d89 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3020463 Jun 04 13:47:41.229383 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d1085-c248-46c5-8c59-d55cc030e1ef req-c93a3549-db48-4e20-901c-794375a073e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:41.232216 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-1d8d1085-c248-46c5-8c59-d55cc030e1ef req-c93a3549-db48-4e20-901c-794375a073e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1098 time: 0.1668046 Jun 04 13:47:41.302548 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e43f9c67-acf3-49ce-81f2-a7553881cdd5 req-3edc2cca-ac12-4f5a-82fb-45d0497d49ef tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901396 Jun 04 13:47:41.306241 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-1d8d1085-c248-46c5-8c59-d55cc030e1ef req-e87ef7c8-9874-42ce-b534-f5f9064afe8f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613177 Jun 04 13:47:41.331197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-7343c649-4efe-4f42-bde6-b109a8b72fe7 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Unset dirty status for tenant:13a38c50b0e4407b9282d473663be3ea on resource:network {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:47:41.331197 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-7343c649-4efe-4f42-bde6-b109a8b72fe7 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.13 "GET /v2.0/networks?id=400cf985-2d79-4aa3-bda5-05c7fc7dca5c HTTP/1.1" status: 200 len: 808 time: 0.6080592 Jun 04 13:47:41.450315 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e370901e-373e-4dd3-bfa4-1bf73a5bdc7a req-97cf6478-2753-4225-b3bf-37290b611bce tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0661440 Jun 04 13:47:41.470060 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Request body: {'port': {'device_id': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c', 'admin_state_up': True, 'tenant_id': '13a38c50b0e4407b9282d473663be3ea'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:41.722309 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:41.728014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Usage tracker for resource:port and tenant:13a38c50b0e4407b9282d473663be3ea is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:41.732016 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:41.739433 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:41.740542 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2138707-3ab2-4af1-9265-498a0aba91dd req-63e972e4-f9d1-4718-8d1b-c0136178b99d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:41.744347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a2138707-3ab2-4af1-9265-498a0aba91dd req-63e972e4-f9d1-4718-8d1b-c0136178b99d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1625783 Jun 04 13:47:41.816660 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a2138707-3ab2-4af1-9265-498a0aba91dd req-abb2bb3d-0844-46a7-bb49-4e896031c8d6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654829 Jun 04 13:47:41.825389 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Made reservation on behalf of 13a38c50b0e4407b9282d473663be3ea for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:41.845178 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:42.251012 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfdcfc-a369-4848-811f-b36e600aa174 req-88a0f248-4fae-4399-9929-940d779568e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:42.254711 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-32dfdcfc-a369-4848-811f-b36e600aa174 req-88a0f248-4fae-4399-9929-940d779568e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.2562582 Jun 04 13:47:42.295777 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Allocated IP 172.20.0.12 (400cf985-2d79-4aa3-bda5-05c7fc7dca5c/8d5acdeb-d476-44be-a4b3-1eae116247ee/e41973ba-66c1-4738-9d6f-ff396829bef0) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:42.458698 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-32dfdcfc-a369-4848-811f-b36e600aa174 req-ddb673a6-1764-4580-8610-2b27f6a0011a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880884 Jun 04 13:47:42.728619 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d777bb86-0ca6-48cd-bb88-33ac00874a6a req-6154e800-f932-44a9-b55c-f252ffb75b53 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.0804873 Jun 04 13:47:42.760180 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fa42a-f88b-4082-8dad-08b127ef99ec req-483cb45c-cf40-4e56-b011-c40d9b1559d8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:42.768224 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-512fa42a-f88b-4082-8dad-08b127ef99ec req-483cb45c-cf40-4e56-b011-c40d9b1559d8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2636168 Jun 04 13:47:42.778778 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:42.820054 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-512fa42a-f88b-4082-8dad-08b127ef99ec req-6ac17608-ccda-4a7b-9b63-0840dce56c95 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 Jun 04 13:47:42.935928 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:42.947264 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-463bf6fa-324a-42e4-9880-14ba0ebfbc00 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:43.095678 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:43.100808 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:43.107428 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:43.187646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Pushing event updated for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:43.209941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.209941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.209941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.220208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.222455 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.223060 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.224834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.226679 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.228825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.238290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.238290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.238290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:43.251226 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:43.271569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732fb1d-f290-40dd-90eb-a28beb7d0cfd req-17b2fd7e-3f72-40e9-9fc6-c1d128fc22d7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:43.281079 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0732fb1d-f290-40dd-90eb-a28beb7d0cfd req-17b2fd7e-3f72-40e9-9fc6-c1d128fc22d7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2711265 Jun 04 13:47:43.286858 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:43.287536 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:43.376153 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0732fb1d-f290-40dd-90eb-a28beb7d0cfd req-997cf3f9-968e-4221-987f-39ee3a8b1692 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853918 Jun 04 13:47:43.449717 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9858942 Jun 04 13:47:43.469146 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Request body: {'port': {'device_id': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:43.737741 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:44.157317 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51068c2-4e27-42d3-a50f-6ffe793762b9 req-4cfc85e7-f9f2-4144-9228-60aee89727e3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:44.160058 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d51068c2-4e27-42d3-a50f-6ffe793762b9 req-4cfc85e7-f9f2-4144-9228-60aee89727e3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1701283 Jun 04 13:47:44.176854 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51909d84-e108-489b-b1a1-467e6d60fe16 req-a94b5304-e92e-4824-bd4d-b29989014ed1 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:44.178988 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51909d84-e108-489b-b1a1-467e6d60fe16 req-a94b5304-e92e-4824-bd4d-b29989014ed1 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 932 time: 0.2958014 Jun 04 13:47:44.241670 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41973ba-66c1-4738-9d6f-ff396829bef0 {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:44.256987 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:44.273380 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d51068c2-4e27-42d3-a50f-6ffe793762b9 req-f9e20e59-3165-402c-919a-f7a592211a6c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Jun 04 13:47:44.279046 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51909d84-e108-489b-b1a1-467e6d60fe16 req-fc61cf53-9144-4b55-923b-d1c164bc5e49 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785961 Jun 04 13:47:44.279974 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Transition to ACTIVE for port object e41973ba-66c1-4738-9d6f-ff396829bef0 will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:44.373767 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:44.381577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c1d3e3ce-2330-4c39-9e43-fb7877ddfb68 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:44.747577 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64eb97-bccd-4e7f-9222-49b9bcfcd294 req-8e2dc69b-a118-46cb-8c03-c7758cfe2ddc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:44.748496 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Pushing event updated for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:44.749804 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0d64eb97-bccd-4e7f-9222-49b9bcfcd294 req-8e2dc69b-a118-46cb-8c03-c7758cfe2ddc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1615601 Jun 04 13:47:44.761552 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:44.807747 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0d64eb97-bccd-4e7f-9222-49b9bcfcd294 req-f638879b-afeb-4bb9-8b2c-2bc4d836df8e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Jun 04 13:47:44.887438 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Attempting to bind port e41973ba-66c1-4738-9d6f-ff396829bef0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:44.888294 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Attempting to bind port e41973ba-66c1-4738-9d6f-ff396829bef0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '65401b0e-db14-401c-9bd8-bf7b8d85cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:44.888978 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Attempting to bind port e41973ba-66c1-4738-9d6f-ff396829bef0 on network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:44.898362 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Port e41973ba-66c1-4738-9d6f-ff396829bef0 on network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:47:44.899004 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Attempting to bind port e41973ba-66c1-4738-9d6f-ff396829bef0 on network 400cf985-2d79-4aa3-bda5-05c7fc7dca5c {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:44.909963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:44.913706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Checking segment: {'id': '65401b0e-db14-401c-9bd8-bf7b8d85cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:44.913706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Bound using segment: {'id': '65401b0e-db14-401c-9bd8-bf7b8d85cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:44.913706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Bound port: e41973ba-66c1-4738-9d6f-ff396829bef0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65401b0e-db14-401c-9bd8-bf7b8d85cc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:44.913706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:45.078595 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:45.085679 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e41973ba-66c1-4738-9d6f-ff396829bef0,segment=NetworkSegment(65401b0e-db14-401c-9bd8-bf7b8d85cc95),segment_id=65401b0e-db14-401c-9bd8-bf7b8d85cc95)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:45.179963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:45.186682 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:45.284835 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:45.285713 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:45.286599 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] 10.222.0.13 "PUT /v2.0/ports/e41973ba-66c1-4738-9d6f-ff396829bef0 HTTP/1.1" status: 200 len: 1094 time: 1.8246584 Jun 04 13:47:45.289276 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:45.291634 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5794f8a7-3863-47e5-99ee-755ca8e5d005" -d '{"events": [{"name": "network-changed", "server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:45.321702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Pushing event updated for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:45.328017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:45.384740 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31894444-9c62-4e9a-bd27-01e504d30fbf req-77046b87-8388-4113-9af7-63e9025e82f9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:45.386774 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31894444-9c62-4e9a-bd27-01e504d30fbf req-77046b87-8388-4113-9af7-63e9025e82f9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.3808606 Jun 04 13:47:45.399279 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 33878) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:45.409072 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'floatingip': {'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:45.446675 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-d57ce189-5465-4b89-bdbd-cc4c24688aeb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:45.449950 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-d57ce189-5465-4b89-bdbd-cc4c24688aeb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.2463484 Jun 04 13:47:45.473251 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-1a9dbf64-b20f-4b28-849c-48e577aa4681 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/quotas/957d2c45dcd84638a906231d84cda0b3 HTTP/1.1" status: 200 len: 375 time: 0.0117249 Jun 04 13:47:45.575502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2725e3-9f1e-4887-aa0f-9c52a3af8329 x-openstack-request-id: req-bc2725e3-9f1e-4887-aa0f-9c52a3af8329 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:45.576009 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:45.576437 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc2725e3-9f1e-4887-aa0f-9c52a3af8329 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:45.577102 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0', 'status': 'completed', 'code': 200} Jun 04 13:47:45.615610 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-57d3b000-a19a-4876-a4b7-b001801c2894 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1314666 Jun 04 13:47:45.687206 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:45.902253 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-22bba668-7070-4647-bfa1-db3bbd6776c7 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732122 Jun 04 13:47:45.936717 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-310a9292-f12b-4308-a478-7745d3b85689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:45.938312 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-310a9292-f12b-4308-a478-7745d3b85689 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=13a38c50b0e4407b9282d473663be3ea&device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 1097 time: 0.3667939 Jun 04 13:47:46.123250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb307f-c393-4058-97d6-80f6cdc10e60 req-3d18ddab-b922-4138-88d5-bb83ea5c6efb tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:46.126830 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-b4f97bbc-4d3f-4d5b-bb9d-7fcf71ee2e82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e41973ba-66c1-4738-9d6f-ff396829bef0 HTTP/1.1" status: 200 len: 217 time: 0.1700675 Jun 04 13:47:46.128559 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57bb307f-c393-4058-97d6-80f6cdc10e60 req-3d18ddab-b922-4138-88d5-bb83ea5c6efb tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 944 time: 0.4487057 Jun 04 13:47:46.192921 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-65179685-9c18-4bfd-b82d-bf5a942810a8 service neutron] 10.222.0.10 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738912 Jun 04 13:47:46.206645 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-57bb307f-c393-4058-97d6-80f6cdc10e60 req-5debc584-cc5f-4021-acc9-854fe5b097d8 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694294 Jun 04 13:47:46.412521 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-ea2f94fe-f620-4a23-bc62-92bd1d0db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:46.414034 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-ea2f94fe-f620-4a23-bc62-92bd1d0db811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d5acdeb-d476-44be-a4b3-1eae116247ee HTTP/1.1" status: 200 len: 848 time: 0.2759271 Jun 04 13:47:46.494040 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be7b9f-bc68-435f-8aed-e0789e5a7490 req-11746101-e8fb-4f62-8011-d39d354b9667 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:46.495826 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-16be7b9f-bc68-435f-8aed-e0789e5a7490 req-11746101-e8fb-4f62-8011-d39d354b9667 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1551602 Jun 04 13:47:46.551331 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-16be7b9f-bc68-435f-8aed-e0789e5a7490 req-6284f18c-6bf1-4219-85f5-7b524b152607 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 Jun 04 13:47:46.601831 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-64bed673-b0bf-4dee-8ea8-ec4ff647d217 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=400cf985-2d79-4aa3-bda5-05c7fc7dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775527 Jun 04 13:47:46.671519 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3ee512ad-33c1-4f33-966a-1deb4cacb1a4 req-38610b6d-992c-4a46-914e-130278bbe0a4 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 210 time: 0.0977366 Jun 04 13:47:46.960434 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-4238f217-3a9e-4460-915b-c772e5dc38c6 service neutron] 10.222.0.13 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101414 Jun 04 13:47:47.079986 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.db.resource_extend [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 04 13:47:47.427335 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:47.460766 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-57fe3ff7-2b39-4a92-a44f-843359959aaa req-3c75702a-679b-41c1-abe1-0cff0c6793c8 service neutron] 10.222.0.13 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497852 Jun 04 13:47:47.483086 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-4f672c2e-5054-4884-8dd1-ddc5ce156fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2335434 Jun 04 13:47:47.610438 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:47.772389 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62f62b-2150-4871-89db-53e096e764a6 req-d0fa5e92-2292-4b5e-8ba2-97be1da6daa2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:47.774990 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ed62f62b-2150-4871-89db-53e096e764a6 req-d0fa5e92-2292-4b5e-8ba2-97be1da6daa2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3269813 Jun 04 13:47:47.797628 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3259ed7-7b43-4790-98c0-f23899251967 req-c855e2a0-1689-4c7b-bad5-65addd765951 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:47.800224 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e3259ed7-7b43-4790-98c0-f23899251967 req-c855e2a0-1689-4c7b-bad5-65addd765951 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 944 time: 0.2444575 Jun 04 13:47:47.936040 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ed62f62b-2150-4871-89db-53e096e764a6 req-58b2c8b5-04e9-4edd-9514-15b040bddebb tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342545 Jun 04 13:47:47.959755 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e3259ed7-7b43-4790-98c0-f23899251967 req-03ba291b-02c8-474f-bf1f-2121ed7ce247 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315098 Jun 04 13:47:48.143908 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.l3_db [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Floating IP 91e41f03-3f8a-46e9-b503-f94cc7d11b3c associated. External IP: 172.28.1.206, port: 2cd6633b-353f-44e4-b882-2f8fc5e87d34. Jun 04 13:47:48.239644 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0adc8a5b-729e-4d1c-86ac-aa266a7dd029 req-af5806a6-ba2c-47e6-9927-0addb752ba6d tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 210 time: 0.1108394 Jun 04 13:47:48.276011 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-15316b75-2b91-411c-830c-44275e3e8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:48.279619 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-15316b75-2b91-411c-830c-44275e3e8924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 1098 time: 0.7115262 Jun 04 13:47:48.307735 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-14f220e4-eae3-4f5b-83b4-cb54c85f0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:48.309401 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-14f220e4-eae3-4f5b-83b4-cb54c85f0ecb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.7906768 Jun 04 13:47:48.505590 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-e284f170-43a4-4507-8669-804b065d84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:48.509164 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-e284f170-43a4-4507-8669-804b065d84c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=13a38c50b0e4407b9282d473663be3ea&device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 1097 time: 0.8141875 Jun 04 13:47:49.121285 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-7c4560cf-0bd4-4ee0-b8b8-634e7ba7c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.122947 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-7c4560cf-0bd4-4ee0-b8b8-634e7ba7c1e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 916 time: 0.8101115 Jun 04 13:47:49.126329 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-d6b12658-0d05-46d3-97ac-e1bdefbaf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.127907 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-d6b12658-0d05-46d3-97ac-e1bdefbaf8fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.7920432 Jun 04 13:47:49.270852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b2fd-91b8-45ad-a0f4-933f8d698dc2 req-a2cc24b7-0595-4012-bdf9-e41f9efedb12 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.272265 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f730b2fd-91b8-45ad-a0f4-933f8d698dc2 req-a2cc24b7-0595-4012-bdf9-e41f9efedb12 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1769216 Jun 04 13:47:49.281744 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6167-66b0-4424-9874-a7d3456b2687 req-fbae8bb1-8275-4579-8f11-7661222f6c14 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.283280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6adf6167-66b0-4424-9874-a7d3456b2687 req-fbae8bb1-8275-4579-8f11-7661222f6c14 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 944 time: 0.1243141 Jun 04 13:47:49.340666 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-79153bf5-715c-4bd5-a6fa-3f5265406f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.343002 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-79153bf5-715c-4bd5-a6fa-3f5265406f47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=400cf985-2d79-4aa3-bda5-05c7fc7dca5c HTTP/1.1" status: 200 len: 909 time: 0.8178191 Jun 04 13:47:49.377699 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f730b2fd-91b8-45ad-a0f4-933f8d698dc2 req-04f72dde-d162-4618-a286-e590e9833564 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931370 Jun 04 13:47:49.421595 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6adf6167-66b0-4424-9874-a7d3456b2687 req-bfa5d7fd-402b-4333-b093-b74cbb1880d5 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178381 Jun 04 13:47:49.442517 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:47:49.538648 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-ef69305d-6e7f-47d4-bffb-938f93f85bfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd89344-9658-4968-a69b-3ddfb792c332 HTTP/1.1" status: 200 len: 217 time: 0.3174946 Jun 04 13:47:49.549016 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-8ab584bf-06f7-41d2-b89f-236fef23fc3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.3239458 Jun 04 13:47:49.561502 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-e64de1a0-5a60-48c8-a7f3-b52c547eb309 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e41973ba-66c1-4738-9d6f-ff396829bef0 HTTP/1.1" status: 200 len: 217 time: 0.1038542 Jun 04 13:47:49.594809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-59d1c944-e7f3-4ea1-b93e-e71a3afd499e req-a5478322-ef40-4c4b-be5d-b70793bdbb89 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 210 time: 0.0549083 Jun 04 13:47:49.635676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:47:49.923110 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-7987d6e1-2498-43ef-9ded-c180b66d0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.924578 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-7987d6e1-2498-43ef-9ded-c180b66d0841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d5acdeb-d476-44be-a4b3-1eae116247ee HTTP/1.1" status: 200 len: 848 time: 0.2812560 Jun 04 13:47:49.929810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-6baf0891-056f-4c2c-8c8b-1019c8468965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.931145 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-6baf0891-056f-4c2c-8c8b-1019c8468965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.3483441 Jun 04 13:47:49.946315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-a739b5fc-66d7-4e98-808d-8bb9ea713ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:49.947758 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-a739b5fc-66d7-4e98-808d-8bb9ea713ff5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.3025284 Jun 04 13:47:50.341624 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-ad4425c6-92e6-4474-8e33-362ee4c8d7aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=400cf985-2d79-4aa3-bda5-05c7fc7dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3203883 Jun 04 13:47:50.349569 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-91ff3fe0-dc92-4b75-ae62-8848fe391fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3304038 Jun 04 13:47:50.351955 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-1a7af943-c258-4b83-95c7-e0cc7b537572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3294230 Jun 04 13:47:50.472932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-de2269f0-9c43-4c4e-a6c5-8eb1371f7054 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:50.474595 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-de2269f0-9c43-4c4e-a6c5-8eb1371f7054 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 815 time: 0.3443167 Jun 04 13:47:50.505057 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Request body: {'port': {'device_id': 'a10b1770-28ae-4d71-b891-566fda99867f', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'admin_state_up': True, 'tenant_id': '957d2c45dcd84638a906231d84cda0b3'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:50.617751 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:47:50.655934 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:50.663263 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:47:50.691817 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:50.694086 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:51.085445 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:51.121414 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:51.129200 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Usage tracker for resource:port and tenant:957d2c45dcd84638a906231d84cda0b3 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:51.135120 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:51.143476 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:51.186569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd360-aebc-4cd8-93ea-d2fd61b533f4 req-c3e643b6-2fc2-40a2-bcbc-067b1f90ce1f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:51.194270 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fdfd360-aebc-4cd8-93ea-d2fd61b533f4 req-c3e643b6-2fc2-40a2-bcbc-067b1f90ce1f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 944 time: 0.3561633 Jun 04 13:47:51.208679 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-44c8badf-08f6-444b-9c8c-3f1d4ef6969c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "PUT /v2.0/floatingips/91e41f03-3f8a-46e9-b503-f94cc7d11b3c HTTP/1.1" status: 200 len: 991 time: 5.8090212 Jun 04 13:47:51.210675 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-ad5ef6a1-2415-4342-8949-519398c04950 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228807 Jun 04 13:47:51.215742 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:51.218179 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e47d17-7af3-42f8-87f1-a494a4728880" -d '{"events": [{"name": "network-changed", "server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:51.218970 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992e824-ce22-435e-a96f-2bd59cc1dc7b req-95153701-17c4-4028-8c10-00c53673da36 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:51.221677 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7992e824-ce22-435e-a96f-2bd59cc1dc7b req-95153701-17c4-4028-8c10-00c53673da36 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3754017 Jun 04 13:47:51.225680 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-467c226f-9047-45ba-ad99-666bdfb69588 service neutron] 10.222.0.13 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8699393 Jun 04 13:47:51.303750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Made reservation on behalf of 957d2c45dcd84638a906231d84cda0b3 for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:47:51.311615 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:51.326701 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-e5617a2f-5ebe-4b65-be5b-876c2c57e2d1 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9420364 Jun 04 13:47:51.410109 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fdfd360-aebc-4cd8-93ea-d2fd61b533f4 req-0b61544c-5fb9-4b79-9307-aa9327fc4bf0 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867898 Jun 04 13:47:51.482428 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7992e824-ce22-435e-a96f-2bd59cc1dc7b req-92e862c6-b048-428a-8ace-65eb8a2d5181 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172530 Jun 04 13:47:51.637819 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-9fae4f02-58cf-4ec9-8d68-b865eef94d37 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016309 Jun 04 13:47:51.826804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 33992) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:51.828465 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-0517ac22-60d4-453a-a638-b447e6396316 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218836 Jun 04 13:47:51.912411 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '91e41f03-3f8a-46e9-b503-f94cc7d11b3c', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d31004d-3a21-4add-96b5-d02269a93474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:47:17Z', 'updated_at': '2021-06-04T13:47:46Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:51.929162 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:47:51.965946 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:47:51.966957 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:47:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:51.981902 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5794f8a7-3863-47e5-99ee-755ca8e5d005 req-5df998e2-4464-4a38-b6a3-7936c0cf0f9d service neutron] 10.222.0.13 "GET /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7223845 Jun 04 13:47:52.003539 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-084b1a3f-6aa6-47ce-87c7-0f84b9905fe6 req-c9a71cf8-bb3a-4dd2-b093-4625eda73759 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 210 time: 0.1815276 Jun 04 13:47:52.092048 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device e41973ba-66c1-4738-9d6f-ff396829bef0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:47:52.122852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Allocated IP 172.20.0.4 (e1264076-a5af-41ea-9104-8ebc00c8f2cd/da874524-5bf2-452e-9e94-c222536761df/41528309-d200-44cf-b52e-cb23aaa1f1f7) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:47:52.151968 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c702c8d-37d2-4a0a-9d47-cf4224cb5162 x-openstack-request-id: req-2c702c8d-37d2-4a0a-9d47-cf4224cb5162 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:52.151968 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:52.151968 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c702c8d-37d2-4a0a-9d47-cf4224cb5162 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:52.151968 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'status': 'completed', 'code': 200} Jun 04 13:47:52.213448 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:52.289145 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:52.305482 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a065531e2b4085800a3c83f68f4c68 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:52.310927 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:52.312900 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-ecb6d91e-b9b5-414d-af4d-f296bf402ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:52.317055 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-ecb6d91e-b9b5-414d-af4d-f296bf402ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1098 time: 0.1351664 Jun 04 13:47:52.356042 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:47:52.356884 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:52.410194 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e41973ba-66c1-4738-9d6f-ff396829bef0,segment=NetworkSegment(65401b0e-db14-401c-9bd8-bf7b8d85cc95),segment_id=65401b0e-db14-401c-9bd8-bf7b8d85cc95)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:52.427447 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'e41973ba-66c1-4738-9d6f-ff396829bef0', 'network_id': '400cf985-2d79-4aa3-bda5-05c7fc7dca5c', 'port_id': 'e41973ba-66c1-4738-9d6f-ff396829bef0', 'mac_address': 'fa:16:3e:94:1d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5acdeb-d476-44be-a4b3-1eae116247ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:47:52.572920 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:52.616898 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41973ba-66c1-4738-9d6f-ff396829bef0 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:52.658731 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e41973ba-66c1-4738-9d6f-ff396829bef0,segment=NetworkSegment(65401b0e-db14-401c-9bd8-bf7b8d85cc95),segment_id=65401b0e-db14-401c-9bd8-bf7b8d85cc95)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:52.723533 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:52.741372 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-015ffc46-3d1a-4476-8afd-9264e343f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:52.743665 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-015ffc46-3d1a-4476-8afd-9264e343f44f service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.3702643 Jun 04 13:47:52.785873 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:52.790453 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:52.958217 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-db155fda-d4c2-4f8c-9e4b-c38b92edd894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 999 time: 0.1879215 Jun 04 13:47:52.977247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:52.983722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:53.046752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:53.082494 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-7c114ef9-0aa2-4243-b868-03484f73b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:53.085539 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-7c114ef9-0aa2-4243-b868-03484f73b3c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.1039801 Jun 04 13:47:53.100388 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332', '1b1a8945-7314-46af-b1f3-88bc6af17ab0', '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:47:53.130440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:53.170881 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:53.200001 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:53.227719 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Network e1264076-a5af-41ea-9104-8ebc00c8f2cd is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:47:53.235593 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:47:53.249302 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:47:53.278037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event updated for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:53.298565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:53.317547 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586a127-a3ff-4308-908d-b431ddbe7711 req-0ac77c5e-14a9-4a7b-9c40-c9b3b2ef0300 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:53.325445 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4586a127-a3ff-4308-908d-b431ddbe7711 req-0ac77c5e-14a9-4a7b-9c40-c9b3b2ef0300 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 945 time: 0.6284878 Jun 04 13:47:53.328055 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.328524 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.328860 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.329252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.329615 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.329962 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.330301 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.330649 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.331051 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.331395 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.331744 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.332149 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:53.352812 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '91e41f03-3f8a-46e9-b503-f94cc7d11b3c', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d31004d-3a21-4add-96b5-d02269a93474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:47:17Z', 'updated_at': '2021-06-04T13:47:46Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:47:53.356484 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe6881-4961-4826-b7d7-017aacf14218 req-35419944-59b9-47a7-95ba-b95f019a3c1a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:53.362130 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fbe6881-4961-4826-b7d7-017aacf14218 req-35419944-59b9-47a7-95ba-b95f019a3c1a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.4785218 Jun 04 13:47:53.364955 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729abd1-635c-4878-b41b-c0137277ee20 None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '91e41f03-3f8a-46e9-b503-f94cc7d11b3c', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.206', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d31004d-3a21-4add-96b5-d02269a93474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:47:17Z', 'updated_at': '2021-06-04T13:47:46Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:47:53.410561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:53.420373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1da37efc-e765-4dce-b759-85a6a3e3dfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:53.514915 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8a065531e2b4085800a3c83f68f4c68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6867516 Jun 04 13:47:53.517467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34008) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:53.528700 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:53.530352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:53.534354 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fa5a82-3e90-40b4-9014-62a2d2045cd7,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:53.564344 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fbe6881-4961-4826-b7d7-017aacf14218 req-7404d57a-79a1-4507-b78f-016ca4865eb5 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010159 Jun 04 13:47:53.577123 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:53.598613 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-4654b38f-9b56-427c-bde7-c0106ff35b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:53.601852 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-4654b38f-9b56-427c-bde7-c0106ff35b80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5034788 Jun 04 13:47:53.613837 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4586a127-a3ff-4308-908d-b431ddbe7711 req-e9fc7113-f319-4b4c-a76c-22aaf8258f77 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864249 Jun 04 13:47:53.649166 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['e41973ba-66c1-4738-9d6f-ff396829bef0'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:47:53.680376 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1875098 Jun 04 13:47:53.707326 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Request body: {'port': {'device_id': 'a10b1770-28ae-4d71-b891-566fda99867f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:47:53.801366 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de34f6-1d21-43ba-b82d-8607ec8e5700 None None] New status for floating IP 91e41f03-3f8a-46e9-b503-f94cc7d11b3c: ACTIVE {{(pid=98874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:47:53.876889 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-b34a54d3-494e-49ac-8d79-30f79a7f74d7 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592111 Jun 04 13:47:53.925025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:54.043407 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:54.141846 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-56e47d17-7af3-42f8-87f1-a494a4728880 req-175856c1-8273-4dee-b827-767543cc090a service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579918 Jun 04 13:47:54.153239 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:54.258799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f221b5-a6b6-4381-b0fe-7927f49807d1 req-adb9c3b5-7f7f-4c30-af04-c0720327e822 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:54.259738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-a1f221b5-a6b6-4381-b0fe-7927f49807d1 req-adb9c3b5-7f7f-4c30-af04-c0720327e822 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:47:54.465982 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:54.472406 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-a1f221b5-a6b6-4381-b0fe-7927f49807d1 req-adb9c3b5-7f7f-4c30-af04-c0720327e822 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:47:54.474334 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a1f221b5-a6b6-4381-b0fe-7927f49807d1 req-adb9c3b5-7f7f-4c30-af04-c0720327e822 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 931 time: 0.6172945 Jun 04 13:47:54.482752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5179071d-157d-42ee-8d05-f9242304776d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:54.532296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fa5a82-3e90-40b4-9014-62a2d2045cd7,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:54.539569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:54.591893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:54.592934 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ac750f0c-cd20-40b0-9f1e-599518a3ef22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3fa5a82-3e90-40b4-9014-62a2d2045cd7 HTTP/1.1" status: 204 len: 168 time: 1.0710380 Jun 04 13:47:54.628621 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a1f221b5-a6b6-4381-b0fe-7927f49807d1 req-dc8873c9-b0a1-4d43-afa8-cc6aaa22d75a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275268 Jun 04 13:47:55.144431 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41528309-d200-44cf-b52e-cb23aaa1f1f7 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:47:55.173774 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:55.205074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Transition to ACTIVE for port object 41528309-d200-44cf-b52e-cb23aaa1f1f7 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:47:55.238243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0455e7-cb93-4290-8612-a856bcbc5d95 req-ca8aed90-4054-4637-8738-e7450039d670 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:55.240037 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a0455e7-cb93-4290-8612-a856bcbc5d95 req-ca8aed90-4054-4637-8738-e7450039d670 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 945 time: 0.4587350 Jun 04 13:47:55.255122 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b976a4-76dd-4091-b242-af6e902e17cc req-f86d9a52-853a-4e0d-9b05-fae91fead52e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:55.257073 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-48b976a4-76dd-4091-b242-af6e902e17cc req-f86d9a52-853a-4e0d-9b05-fae91fead52e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3804679 Jun 04 13:47:55.340403 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:55.364757 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5c243daa-22a9-48b3-b1f6-3d7ccd254231 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:55.403419 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-48b976a4-76dd-4091-b242-af6e902e17cc req-e6da5057-c9e6-41ff-a8a4-e0fca1f03ac3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276469 Jun 04 13:47:55.413649 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a0455e7-cb93-4290-8612-a856bcbc5d95 req-c08ee194-0061-4026-a50a-9977d46d2f08 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554542 Jun 04 13:47:55.576651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:55.607104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:55.677124 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34034) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:55.689446 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Attempting to bind port 41528309-d200-44cf-b52e-cb23aaa1f1f7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:47:55.689965 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Attempting to bind port 41528309-d200-44cf-b52e-cb23aaa1f1f7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:47:55.690390 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Attempting to bind port 41528309-d200-44cf-b52e-cb23aaa1f1f7 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:55.698139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Port 41528309-d200-44cf-b52e-cb23aaa1f1f7 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:47:55.698568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Attempting to bind port 41528309-d200-44cf-b52e-cb23aaa1f1f7 on network e1264076-a5af-41ea-9104-8ebc00c8f2cd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:47:55.709365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:47:55.709739 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Checking segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:47:55.710178 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Bound using segment: {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:47:55.710686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Bound port: 41528309-d200-44cf-b52e-cb23aaa1f1f7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e632ed2-16f4-466e-a01a-fc53ddf69714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:47:55.711078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:55.725410 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:55.758146 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:55.767211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Usage tracker for resource:security_group_rule and tenant:77cbb3741a694a62bbb6e5bbc74ca6cc is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:55.774488 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:55.785075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:55.913149 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:47:55.925369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:47:55.951599 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:55.955443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459ccb6-31b1-468a-895c-ef1f8c1b1b76 req-faa90090-75d7-4a1c-9d3e-007f37f9f229 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:55.961032 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5459ccb6-31b1-468a-895c-ef1f8c1b1b76 req-faa90090-75d7-4a1c-9d3e-007f37f9f229 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 943 time: 0.1239214 Jun 04 13:47:56.011242 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5459ccb6-31b1-468a-895c-ef1f8c1b1b76 req-d63c49f5-d7e3-41bc-a6ef-5887e9c937c3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Jun 04 13:47:56.059291 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.059509 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.065543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:56.068169 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b8e011af-ec4f-44d0-8645-08ef6c914e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:56.123362 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77cbb3741a694a62bbb6e5bbc74ca6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437313 Jun 04 13:47:56.124494 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948e8066-7574-4a2b-bca7-435651609e80,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:56.130077 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34038) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:56.147085 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:56.148304 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.148936 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:56.151039 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] 10.222.0.13 "PUT /v2.0/ports/41528309-d200-44cf-b52e-cb23aaa1f1f7 HTTP/1.1" status: 200 len: 1093 time: 2.4578285 Jun 04 13:47:56.151942 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:56.156679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:56.199092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Pushing event updated for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:56.212827 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:56.220334 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.261980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee40e11b-6aa4-40d0-9f50-cc5cac9fbabe x-openstack-request-id: req-ee40e11b-6aa4-40d0-9f50-cc5cac9fbabe {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:56.261980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:56.261980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee40e11b-6aa4-40d0-9f50-cc5cac9fbabe {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:56.261980 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7', 'status': 'completed', 'code': 200} Jun 04 13:47:56.268636 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.396763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-8f281b18-ead0-4ad4-877a-e635af7b15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:56.399317 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-8f281b18-ead0-4ad4-877a-e635af7b15d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 1096 time: 0.0997274 Jun 04 13:47:56.424968 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.429368 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-52eee5b2-0583-4402-af98-decb1b18f1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:56.443270 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948e8066-7574-4a2b-bca7-435651609e80,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:56.473163 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:56.474593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:56.477187 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/948e8066-7574-4a2b-bca7-435651609e80 HTTP/1.1" status: 204 len: 168 time: 0.3474815 Jun 04 13:47:56.688915 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-f231a7ad-3a19-46fc-baba-20af13e7701a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7 HTTP/1.1" status: 200 len: 217 time: 0.2481453 Jun 04 13:47:56.942420 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-2dab195c-c30e-4071-a116-ce5b5a5187e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:56.944895 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-2dab195c-c30e-4071-a116-ce5b5a5187e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.2455633 Jun 04 13:47:57.023070 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-9561c430-cb22-480e-8f4c-1b38c05bfbff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567312 Jun 04 13:47:57.044913 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3441d-1fdf-4316-8da3-b97ff869197b req-3195773c-b2c0-44e5-9ae7-236b2fd9cc37 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:57.046627 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31e3441d-1fdf-4316-8da3-b97ff869197b req-3195773c-b2c0-44e5-9ae7-236b2fd9cc37 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 945 time: 0.2511656 Jun 04 13:47:57.076495 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d5010-628b-448a-9452-9faccf4ce5d9 req-74047206-e516-4cbd-84d7-c5d52dc19332 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:57.078116 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0a9d5010-628b-448a-9452-9faccf4ce5d9 req-74047206-e516-4cbd-84d7-c5d52dc19332 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2897491 Jun 04 13:47:57.260435 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0a9d5010-628b-448a-9452-9faccf4ce5d9 req-0f6704ae-9937-4204-823b-243271d19da2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500270 Jun 04 13:47:57.266617 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31e3441d-1fdf-4316-8da3-b97ff869197b req-38d0ac27-d9fd-4054-8f72-6f0d0822e036 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849036 Jun 04 13:47:57.303463 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-9d7dcc6c-134a-4984-89fb-e686919c158e service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550182 Jun 04 13:47:57.566489 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34060) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:57.593935 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:57.611323 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:47:57.616309 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd3a2a90e2d40e386c1762f611e276f is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:47:57.619662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:47:57.626772 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:47:57.657563 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-072a6df8-ee65-49fe-8832-417b07ec14ac req-1687c30b-3838-47ae-a544-1ec11191979b service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371437 Jun 04 13:47:57.690508 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff18aa-e002-4206-9d3c-648fa78b8e5b req-e20b1dff-b24d-4e7e-8dcf-ddff69ad42ee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:57.692163 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aeff18aa-e002-4206-9d3c-648fa78b8e5b req-e20b1dff-b24d-4e7e-8dcf-ddff69ad42ee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 943 time: 0.2045808 Jun 04 13:47:57.757098 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aeff18aa-e002-4206-9d3c-648fa78b8e5b req-94a4f5ee-43fc-4db1-a40b-ba65dcd820f8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Jun 04 13:47:57.762656 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:57.865259 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:57.878190 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7ee18d33-9a49-449b-a2dc-17121573ae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:57.929993 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dd3a2a90e2d40e386c1762f611e276f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618264 Jun 04 13:47:57.936502 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34066) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:47:57.938384 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbcbd17-c54b-4aef-9871-6bb0e1ef2bd9,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:57.938793 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-2a9f83fd-a7ca-4e1e-8875-4b9dc52fe101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:57.940763 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-2a9f83fd-a7ca-4e1e-8875-4b9dc52fe101 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=957d2c45dcd84638a906231d84cda0b3&device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 1096 time: 0.1320448 Jun 04 13:47:57.947604 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:58.141555 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device e41973ba-66c1-4738-9d6f-ff396829bef0 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:47:58.318054 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.321969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-5cef0f25-62ea-4b1d-bc27-a91ab593fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:58.323518 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-5cef0f25-62ea-4b1d-bc27-a91ab593fd16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 200 len: 916 time: 0.3669460 Jun 04 13:47:58.356603 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.394538 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port e41973ba-66c1-4738-9d6f-ff396829bef0 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:47:58.404032 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port e41973ba-66c1-4738-9d6f-ff396829bef0 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:47:58.405018 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.586286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-5fb7c305-6412-4e96-b368-5d63970c9ae4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7 HTTP/1.1" status: 200 len: 217 time: 0.2508435 Jun 04 13:47:58.594212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.637008 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:47:58.640448 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d95e303-22a2-43d5-bd89-f6019d1fe2ea" -d '{"events": [{"server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:47:58.664474 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e41973ba-66c1-4738-9d6f-ff396829bef0,segment=NetworkSegment(65401b0e-db14-401c-9bd8-bf7b8d85cc95),segment_id=65401b0e-db14-401c-9bd8-bf7b8d85cc95)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:47:58.704281 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.714531 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0e0dcd26-9ce6-44d2-81e8-d040aa975d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:58.750528 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbcbd17-c54b-4aef-9871-6bb0e1ef2bd9,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:58.752447 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.757775 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:47:58.763996 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:58.776031 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:47:58.778178 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fbcbd17-c54b-4aef-9871-6bb0e1ef2bd9 HTTP/1.1" status: 204 len: 168 time: 0.8361697 Jun 04 13:47:58.780938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-4dfb9a06-55eb-41fb-9030-fca3eb6ed489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:58.782399 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-4dfb9a06-55eb-41fb-9030-fca3eb6ed489 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 200 len: 855 time: 0.1513987 Jun 04 13:47:58.895250 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-3f5e62e1-ecbe-43ec-ba40-89f6594b88d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1264076-a5af-41ea-9104-8ebc00c8f2cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882463 Jun 04 13:47:58.895707 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:47:58.898692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.899421 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.900103 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.900851 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a2943-344b-45a7-97c6-fd1db61440d5 req-4cd06e3e-6de5-4ff6-9c80-79905bc79a37 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:58.901287 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.902092 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.902645 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.902984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7c3a2943-344b-45a7-97c6-fd1db61440d5 req-4cd06e3e-6de5-4ff6-9c80-79905bc79a37 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3954978 Jun 04 13:47:58.903209 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.904325 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.905126 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.905896 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.906827 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.907613 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:47:58.924082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:47:58.996377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60b43-1110-4634-a67b-28999d9c6bc0 req-c334676f-ac7f-4c8e-976a-b898088da0cb tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:58.998214 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1dc60b43-1110-4634-a67b-28999d9c6bc0 req-c334676f-ac7f-4c8e-976a-b898088da0cb tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 945 time: 0.4284971 Jun 04 13:47:59.145220 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7c3a2943-344b-45a7-97c6-fd1db61440d5 req-0c28fd7b-f41c-4e9f-a2a9-05f1cf99bfc9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064269 Jun 04 13:47:59.200318 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1dc60b43-1110-4634-a67b-28999d9c6bc0 req-c77af0a9-95b0-466e-ba74-4afedbc0629c tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838195 Jun 04 13:47:59.219997 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-b51048c3-3920-4b59-b160-8d1daab0fe81 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110948 Jun 04 13:47:59.409418 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab56aae1-8b70-400a-b0fa-75dda04f6321 x-openstack-request-id: req-ab56aae1-8b70-400a-b0fa-75dda04f6321 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:47:59.410800 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "name": "network-vif-plugged", "status": "completed", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:47:59.411161 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab56aae1-8b70-400a-b0fa-75dda04f6321 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:47:59.411737 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0', 'code': 200} Jun 04 13:47:59.446590 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fcc8685-b7dc-41d2-9f8c-ec0eb00d87a7 req-5be9cf50-4055-416f-b09a-0814e6417f84 service neutron] 10.222.0.13 "GET /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130878 Jun 04 13:47:59.662512 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262c2bf-df90-4e96-806b-905e37d20040 req-f1eb0614-527c-4471-b0d2-049668bc8ca6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:59.665577 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7262c2bf-df90-4e96-806b-905e37d20040 req-f1eb0614-527c-4471-b0d2-049668bc8ca6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 943 time: 0.1525621 Jun 04 13:47:59.735791 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7262c2bf-df90-4e96-806b-905e37d20040 req-d6b887a6-065c-4661-a0c5-95e98d8d8c6f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Jun 04 13:47:59.988060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cad09-8c66-4033-a97a-b4cd98f303a1 req-3a800af5-ac36-4cf3-a53f-7e627ed76a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:47:59.989747 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d75cad09-8c66-4033-a97a-b4cd98f303a1 req-3a800af5-ac36-4cf3-a53f-7e627ed76a3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 1099 time: 0.0954587 Jun 04 13:48:00.054766 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d75cad09-8c66-4033-a97a-b4cd98f303a1 req-655aeb8a-1145-4d04-a632-b6169cde912a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552461 Jun 04 13:48:00.531778 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6984aa5-1154-465a-8ad8-3202a049a0d6 req-9825c560-7e36-4bb9-9556-17ae06420fcc tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:00.545064 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f6984aa5-1154-465a-8ad8-3202a049a0d6 req-9825c560-7e36-4bb9-9556-17ae06420fcc tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1670103 Jun 04 13:48:00.630264 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f6984aa5-1154-465a-8ad8-3202a049a0d6 req-ec1938f3-9ba0-4e1a-817b-98f683029ada tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837767 Jun 04 13:48:00.904837 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9a2796ec-9008-4250-a1dd-e7c526058823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:00.977648 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c97c4-0600-4cfe-8e40-0ab62a3b4c3f req-afc2d772-5914-4001-9631-0b05d023f9d1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:00.980851 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c11c97c4-0600-4cfe-8e40-0ab62a3b4c3f req-afc2d772-5914-4001-9631-0b05d023f9d1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 943 time: 0.1085477 Jun 04 13:48:01.040244 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c11c97c4-0600-4cfe-8e40-0ab62a3b4c3f req-418b25e9-218d-4dfb-81d4-eba03131d76c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Jun 04 13:48:01.957352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96488294-04a7-422b-be14-5ea01c97207b req-a511e0c6-87bb-40cc-97d8-1fdbf94aca03 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:01.959933 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96488294-04a7-422b-be14-5ea01c97207b req-a511e0c6-87bb-40cc-97d8-1fdbf94aca03 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1464689 Jun 04 13:48:02.056541 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96488294-04a7-422b-be14-5ea01c97207b req-1c32e00f-9ae3-4f08-8fd8-094db2646c9c tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895343 Jun 04 13:48:02.163549 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41528309-d200-44cf-b52e-cb23aaa1f1f7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:48:02.471953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e5fe-7dc8-4eff-83e3-dce81f1d5b97 req-f3adffe8-4963-4399-a2b2-acbc0a5e7ddb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:02.473675 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d492e5fe-7dc8-4eff-83e3-dce81f1d5b97 req-f3adffe8-4963-4399-a2b2-acbc0a5e7ddb tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 943 time: 0.1801748 Jun 04 13:48:02.511646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:02.543866 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '41528309-d200-44cf-b52e-cb23aaa1f1f7', 'network_id': 'e1264076-a5af-41ea-9104-8ebc00c8f2cd', 'port_id': '41528309-d200-44cf-b52e-cb23aaa1f1f7', 'mac_address': 'fa:16:3e:10:e2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da874524-5bf2-452e-9e94-c222536761df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:48:02.545383 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d492e5fe-7dc8-4eff-83e3-dce81f1d5b97 req-32465393-9247-4d3a-8ced-47e4224bff13 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604124 Jun 04 13:48:02.662448 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:02.696374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41528309-d200-44cf-b52e-cb23aaa1f1f7 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:48:02.725388 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:02.809125 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:02.811516 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:02.853601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b937c47-056d-4c00-9a02-eab913e73a24 req-f506127e-5464-4951-aa9c-423944cc9024 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:02.855747 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b937c47-056d-4c00-9a02-eab913e73a24 req-f506127e-5464-4951-aa9c-423944cc9024 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1001740 Jun 04 13:48:02.902928 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:02.906252 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:02.931591 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b937c47-056d-4c00-9a02-eab913e73a24 req-e2bc4a25-b776-42c6-b72e-57c91083a159 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646863 Jun 04 13:48:03.319709 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94905ad1-1d0e-4194-ba42-bd8881db44b4 req-2a1c0b06-778b-4acc-875f-c31e34cedff5 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:03.321252 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-94905ad1-1d0e-4194-ba42-bd8881db44b4 req-2a1c0b06-778b-4acc-875f-c31e34cedff5 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.0923374 Jun 04 13:48:03.376903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-94905ad1-1d0e-4194-ba42-bd8881db44b4 req-7c35843e-90c7-4cec-8e09-18b2c54d8855 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Jun 04 13:48:03.453340 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:03.483933 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-237398c1-4b14-477a-a18a-86895827cbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:03.503220 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['41528309-d200-44cf-b52e-cb23aaa1f1f7'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:03.999979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234566c-9dd2-4c89-a6cb-856a089a1c18 req-957a42c0-a7c5-4b2d-bfd6-be59e315eaea tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:04.003309 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0234566c-9dd2-4c89-a6cb-856a089a1c18 req-957a42c0-a7c5-4b2d-bfd6-be59e315eaea tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 944 time: 0.2190812 Jun 04 13:48:04.065719 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0234566c-9dd2-4c89-a6cb-856a089a1c18 req-97555e11-48e4-496f-99a3-d5e0eb146994 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548098 Jun 04 13:48:04.972407 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:05.330469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80ca7-d8d2-4cfb-b847-0134863714ea req-dd3115f6-7a64-44db-b5c1-bdfe0e697e56 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:05.334001 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-23b80ca7-d8d2-4cfb-b847-0134863714ea req-dd3115f6-7a64-44db-b5c1-bdfe0e697e56 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 944 time: 0.1281610 Jun 04 13:48:05.398568 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-23b80ca7-d8d2-4cfb-b847-0134863714ea req-2cff56a1-9e82-4438-a97c-c4b0ab6d50f7 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539262 Jun 04 13:48:06.190193 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41528309-d200-44cf-b52e-cb23aaa1f1f7 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:48:06.424904 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 41528309-d200-44cf-b52e-cb23aaa1f1f7 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:48:06.431233 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 41528309-d200-44cf-b52e-cb23aaa1f1f7 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:48:06.431620 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:06.570234 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:06.615634 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:06.656381 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:06.660640 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf8aedb-e4ac-4bda-881c-48629b3f838f" -d '{"events": [{"server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "name": "network-vif-plugged", "status": "completed", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:06.688727 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:06.798368 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ab105-b928-4ff0-9e45-7057b7dedf4a req-c08aa701-4974-435e-8391-45e1ba48a49f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:06.801092 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-329ab105-b928-4ff0-9e45-7057b7dedf4a req-c08aa701-4974-435e-8391-45e1ba48a49f tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 944 time: 0.1532929 Jun 04 13:48:06.826378 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:06.829423 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:06.863364 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-329ab105-b928-4ff0-9e45-7057b7dedf4a req-7d2aac72-58e1-4916-a5f2-316ac09270d3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Jun 04 13:48:06.871117 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d076661-19cd-40e9-b696-7f98403b4088 x-openstack-request-id: req-4d076661-19cd-40e9-b696-7f98403b4088 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:06.871526 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "name": "network-vif-plugged", "status": "completed", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:06.871653 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d076661-19cd-40e9-b696-7f98403b4088 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:06.872089 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7', 'code': 200} Jun 04 13:48:06.923778 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:06.929093 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:07.553026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e6b41-6bb3-4592-a306-d620e3dc8a39 req-0da7849d-d1ba-4c35-8271-3d57329ee3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:07.555566 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b7e6b41-6bb3-4592-a306-d620e3dc8a39 req-0da7849d-d1ba-4c35-8271-3d57329ee3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 1098 time: 0.1328881 Jun 04 13:48:07.644049 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b7e6b41-6bb3-4592-a306-d620e3dc8a39 req-bdecf7af-999a-4361-ae5b-c00de3fad093 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625312 Jun 04 13:48:08.094399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994c94d-beec-4b58-bc9b-8b168c6a7a04 req-af236c24-aa02-4430-9325-48f9fdf262e5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:08.096347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1994c94d-beec-4b58-bc9b-8b168c6a7a04 req-af236c24-aa02-4430-9325-48f9fdf262e5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.1084771 Jun 04 13:48:08.149004 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1994c94d-beec-4b58-bc9b-8b168c6a7a04 req-1ba8a728-99a3-4ceb-86c2-1bddc91e5483 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Jun 04 13:48:09.587320 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ebe08-3bf0-49b4-8bd3-4bbe364f029a req-ec41dd61-0b91-491f-b565-8c46ecb69da1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:09.589166 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-182ebe08-3bf0-49b4-8bd3-4bbe364f029a req-ec41dd61-0b91-491f-b565-8c46ecb69da1 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.1196084 Jun 04 13:48:09.678762 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-182ebe08-3bf0-49b4-8bd3-4bbe364f029a req-e5f30350-d830-40e4-8da6-a27d450e1579 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783534 Jun 04 13:48:10.245817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0904fd5-42cb-40ee-a234-55e9f0744e10 req-156db2ef-804a-4ed0-9685-5e9e59d46abc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:10.252520 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b0904fd5-42cb-40ee-a234-55e9f0744e10 req-156db2ef-804a-4ed0-9685-5e9e59d46abc tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1295700 Jun 04 13:48:10.429282 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b0904fd5-42cb-40ee-a234-55e9f0744e10 req-949149cb-e684-4d51-b00e-b940e1a48fe3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266642 Jun 04 13:48:10.440682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-ec55c5d4-bbf4-48d2-865f-dcbce17eaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:10.444834 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-ec55c5d4-bbf4-48d2-865f-dcbce17eaad6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.1907141 Jun 04 13:48:10.632131 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-866eb964-231f-4395-a3dd-0304352a3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:10.633726 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-866eb964-231f-4395-a3dd-0304352a3572 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.1729784 Jun 04 13:48:10.760982 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-6c84d48b-eb4e-4a17-9e55-64aa0b7538e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.1170051 Jun 04 13:48:10.875400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-1a68984d-3b71-40c6-bf73-3225298ea156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:10.877916 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-1a68984d-3b71-40c6-bf73-3225298ea156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.1080015 Jun 04 13:48:11.031754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-beac68eb-16b7-4b4d-b429-8678815f28c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134713 Jun 04 13:48:11.283471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8cef-c5f6-4776-8938-abcbec960f66 req-1d972cfe-8f42-47b5-80b1-8a3f18daf937 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:11.285827 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b67b8cef-c5f6-4776-8938-abcbec960f66 req-1d972cfe-8f42-47b5-80b1-8a3f18daf937 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.4137526 Jun 04 13:48:11.360153 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-a085e79c-3916-402c-8480-eb82889a15a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152978 Jun 04 13:48:11.401953 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b67b8cef-c5f6-4776-8938-abcbec960f66 req-c9d32273-dff9-462c-b150-dd1d78a4654d tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954480 Jun 04 13:48:11.537044 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8952c73f-a893-4c14-aba6-8151fe27ef25 req-772b5e5d-b676-4cc8-913e-52cd2a6a18f1 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607862 Jun 04 13:48:11.747615 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e486fd5-ddfa-4c59-9714-cfe5d9615b75 req-fa062242-eb74-421c-b1a5-02553a3e9292 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:11.750217 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1e486fd5-ddfa-4c59-9714-cfe5d9615b75 req-fa062242-eb74-421c-b1a5-02553a3e9292 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1592162 Jun 04 13:48:11.810623 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1e486fd5-ddfa-4c59-9714-cfe5d9615b75 req-6f8db91a-23e3-4d05-8389-576bd6885513 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521476 Jun 04 13:48:13.383819 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be8e66-a3ab-4d37-a039-6c0e6a610b34 req-ec901e93-7351-4071-ac2f-c54ea7698478 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:13.385508 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-27be8e66-a3ab-4d37-a039-6c0e6a610b34 req-ec901e93-7351-4071-ac2f-c54ea7698478 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2769327 Jun 04 13:48:13.401696 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2ec71-e193-4658-a60b-fb55263a804c req-2ae0767e-9ba6-4e9f-b636-9fd2d11608c4 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:13.403604 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fd2ec71-e193-4658-a60b-fb55263a804c req-2ae0767e-9ba6-4e9f-b636-9fd2d11608c4 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2349343 Jun 04 13:48:13.483989 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-27be8e66-a3ab-4d37-a039-6c0e6a610b34 req-b026feae-6797-44cd-b8a8-5039c51e28d1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790310 Jun 04 13:48:13.493013 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fd2ec71-e193-4658-a60b-fb55263a804c req-833ba9d3-658a-4be2-a296-f13f90535c27 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678108 Jun 04 13:48:13.717144 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34370) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:13.971074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:13.991982 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:13.999257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f4705b1709403f8d4a2828203ee24e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:14.003609 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:14.011034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:14.148815 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.219300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.235092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-745014b3-2625-4c29-ace3-a9b7b62c428f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:14.284826 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1f4705b1709403f8d4a2828203ee24e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662370 Jun 04 13:48:14.286615 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6b948-4c4a-48a8-b6e5-f45abbcb1535,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:14.289880 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:14.296976 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34378) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:14.386336 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.430401 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.567875 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.573459 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-06d270de-a264-4cea-ac92-6aee5aa77003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:14.592295 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6b948-4c4a-48a8-b6e5-f45abbcb1535,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:14.595924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:14.603558 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:14.606030 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6e6b948-4c4a-48a8-b6e5-f45abbcb1535 HTTP/1.1" status: 204 len: 168 time: 0.3078079 Jun 04 13:48:14.843071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8e744-63e4-4623-81dd-dd760b60b462 req-a08b5820-b779-4d53-baae-8c1d82bc28b8 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:14.851234 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1c8e744-63e4-4623-81dd-dd760b60b462 req-a08b5820-b779-4d53-baae-8c1d82bc28b8 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1607068 Jun 04 13:48:15.014267 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1c8e744-63e4-4623-81dd-dd760b60b462 req-b950266a-5c3a-47b6-9bee-fe83a75b246b tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577697 Jun 04 13:48:15.078750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bcf42-70fa-4ab4-aadb-943b0a603daf req-d184bd20-30f5-4786-a9e3-79ba88af2c29 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:15.081444 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8a8bcf42-70fa-4ab4-aadb-943b0a603daf req-d184bd20-30f5-4786-a9e3-79ba88af2c29 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2266014 Jun 04 13:48:15.159056 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8a8bcf42-70fa-4ab4-aadb-943b0a603daf req-198ab11d-5289-44a1-b31c-e5faba9c6eb8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697222 Jun 04 13:48:15.660102 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-b35a1db0-076b-42b0-ba64-2af94d0a5e13 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:15.662126 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-b35a1db0-076b-42b0-ba64-2af94d0a5e13 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.1230669 Jun 04 13:48:15.866301 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Deleting port e41973ba-66c1-4738-9d6f-ff396829bef0 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:48:15.866745 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:16.056485 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] For port e41973ba-66c1-4738-9d6f-ff396829bef0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e41973ba-66c1-4738-9d6f-ff396829bef0,segment=NetworkSegment(65401b0e-db14-401c-9bd8-bf7b8d85cc95),segment_id=65401b0e-db14-401c-9bd8-bf7b8d85cc95)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:16.058322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:16.378478 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Calling delete_port for e41973ba-66c1-4738-9d6f-ff396829bef0 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:48:16.635897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eedb6-6bab-474e-b2d3-be5601eec879 req-fa8be951-d8c4-48a5-92a1-85d36dc5d9ee tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:16.635897 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a63eedb6-6bab-474e-b2d3-be5601eec879 req-fa8be951-d8c4-48a5-92a1-85d36dc5d9ee tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 946 time: 0.2658327 Jun 04 13:48:16.781222 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a63eedb6-6bab-474e-b2d3-be5601eec879 req-9b064e43-39b9-441e-83f6-1a3534d3cd1c tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/security-groups?id=9be977ee-25ad-4fac-b783-6b5c081389c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960009 Jun 04 13:48:16.881700 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:16.898815 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['e41973ba-66c1-4738-9d6f-ff396829bef0'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:16.902015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:17.065074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Pushing event deleted for resources: {'Port': ['ID=e41973ba-66c1-4738-9d6f-ff396829bef0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:17.068258 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:17.144206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] No DVR routers for this DVR port e41973ba-66c1-4738-9d6f-ff396829bef0 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:48:17.147669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:17.152453 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'name': 'network-vif-deleted', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:17.154862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2d9050-8c96-4eb6-8f86-8386bfd84698" -d '{"events": [{"server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "name": "network-vif-deleted", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:17.170055 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82b610d9-0e59-4d74-94be-739d8c278ab7 req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.13 "DELETE /v2.0/ports/e41973ba-66c1-4738-9d6f-ff396829bef0 HTTP/1.1" status: 204 len: 173 time: 1.4991946 Jun 04 13:48:17.205240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2d077-5a03-4267-b3eb-b0f85147c7ec req-8e14408b-d387-47da-9980-7653b2cd58f0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:17.207609 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2fb2d077-5a03-4267-b3eb-b0f85147c7ec req-8e14408b-d387-47da-9980-7653b2cd58f0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2688456 Jun 04 13:48:17.262247 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2fb2d077-5a03-4267-b3eb-b0f85147c7ec req-fe7e49f6-ae19-4951-b4f6-3fda2617ceb0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Jun 04 13:48:17.460936 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f832729-7c14-41a6-9cbb-b00c001b7c2b x-openstack-request-id: req-9f832729-7c14-41a6-9cbb-b00c001b7c2b {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:17.461781 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7333d09-3e7c-4ec1-a801-3e1ea069e1b7", "name": "network-vif-deleted", "tag": "e41973ba-66c1-4738-9d6f-ff396829bef0", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:17.461781 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f832729-7c14-41a6-9cbb-b00c001b7c2b {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:17.462288 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7333d09-3e7c-4ec1-a801-3e1ea069e1b7', 'name': 'network-vif-deleted', 'tag': 'e41973ba-66c1-4738-9d6f-ff396829bef0', 'status': 'completed', 'code': 200} Jun 04 13:48:18.001787 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0b0ad805-d184-4737-be01-30a87b8788ea req-aeaba6c4-4e15-40fb-bf76-95469076cae3 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Synchronizing usage tracker for tenant:13a38c50b0e4407b9282d473663be3ea on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:18.167593 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0b0ad805-d184-4737-be01-30a87b8788ea req-aeaba6c4-4e15-40fb-bf76-95469076cae3 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Unset dirty status for tenant:13a38c50b0e4407b9282d473663be3ea on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:18.169284 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0b0ad805-d184-4737-be01-30a87b8788ea req-aeaba6c4-4e15-40fb-bf76-95469076cae3 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7333d09-3e7c-4ec1-a801-3e1ea069e1b7 HTTP/1.1" status: 200 len: 210 time: 0.2124317 Jun 04 13:48:18.610425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bb347-8a10-4300-b9fa-079a0c4966ae req-4b0ac071-beed-4038-be8b-a46d3994d111 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:18.624170 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db3bb347-8a10-4300-b9fa-079a0c4966ae req-4b0ac071-beed-4038-be8b-a46d3994d111 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2021756 Jun 04 13:48:18.687700 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db3bb347-8a10-4300-b9fa-079a0c4966ae req-33724155-59eb-4eaf-aff6-aed2a5122b13 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614080 Jun 04 13:48:19.949749 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93259fa8-e8e4-448a-959e-7ed830b1fd13 req-1bcb67b9-50ae-4268-8aa8-6cdce3426684 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:19.951350 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-93259fa8-e8e4-448a-959e-7ed830b1fd13 req-1bcb67b9-50ae-4268-8aa8-6cdce3426684 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.0925307 Jun 04 13:48:20.031280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-93259fa8-e8e4-448a-959e-7ed830b1fd13 req-b9923702-b909-49e7-8d37-21649f757e97 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681119 Jun 04 13:48:20.268941 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device e41973ba-66c1-4738-9d6f-ff396829bef0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:48:20.315692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: e41973ba-66c1-4738-9d6f-ff396829bef0 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:48:20.316172 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device e41973ba-66c1-4738-9d6f-ff396829bef0 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:48:21.308244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad3fc-1895-42cf-89f9-ba847a4babeb req-df1d70a1-74ac-49e2-850d-671be0c1e24c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:21.309768 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-860ad3fc-1895-42cf-89f9-ba847a4babeb req-df1d70a1-74ac-49e2-850d-671be0c1e24c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1249318 Jun 04 13:48:21.386646 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-860ad3fc-1895-42cf-89f9-ba847a4babeb req-cf3183d3-9177-43b6-9b41-2e823b435dc7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662615 Jun 04 13:48:22.637082 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e24518-4f38-4203-9613-c47e2a35c474 req-97cb6174-85be-460b-8445-9b0d132a0f18 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:22.638454 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d0e24518-4f38-4203-9613-c47e2a35c474 req-97cb6174-85be-460b-8445-9b0d132a0f18 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1059253 Jun 04 13:48:22.689461 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d0e24518-4f38-4203-9613-c47e2a35c474 req-b40fc8a6-0dad-4196-a6c9-dddcf1ca1fc7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Jun 04 13:48:23.156378 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:23.927312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5cb271-2a4c-4b4b-a80c-4d129320e3ea req-7971bd2a-286b-48fb-80c9-920edea6814a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:23.929017 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f5cb271-2a4c-4b4b-a80c-4d129320e3ea req-7971bd2a-286b-48fb-80c9-920edea6814a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1189957 Jun 04 13:48:24.018760 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f5cb271-2a4c-4b4b-a80c-4d129320e3ea req-b46c2f8e-45d9-42be-998a-06cad95103af tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795002 Jun 04 13:48:25.236204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c519ca-474c-43b5-847a-fafb9c1723cd req-c3b3253f-95b8-441e-af1e-a5dbfdcc9e09 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:25.237685 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-48c519ca-474c-43b5-847a-fafb9c1723cd req-c3b3253f-95b8-441e-af1e-a5dbfdcc9e09 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.0893455 Jun 04 13:48:25.297906 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-48c519ca-474c-43b5-847a-fafb9c1723cd req-0fccc089-c969-4acb-a954-6d9870b3a98f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536230 Jun 04 13:48:26.406416 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:48:26.514748 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5b69-ae2f-4227-96a5-72fcec7719b8 req-7e49eb62-4d6e-451b-81d6-b8f158b29a59 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:26.516436 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e61d5b69-ae2f-4227-96a5-72fcec7719b8 req-7e49eb62-4d6e-451b-81d6-b8f158b29a59 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1021216 Jun 04 13:48:26.581918 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e61d5b69-ae2f-4227-96a5-72fcec7719b8 req-fd2594b9-6212-46be-959f-c0ba9cecdc62 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Jun 04 13:48:26.715482 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34634) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:26.867058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:26.886058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:26.892116 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Usage tracker for resource:security_group_rule and tenant:8c89b9d1dc8c494596d0ac1a1ae8a76d is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:26.895561 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:26.903721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:27.039179 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.201701 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.219681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a0e11157-9ddb-4c7a-96c3-9765db7aed8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:27.260568 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c89b9d1dc8c494596d0ac1a1ae8a76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432761 Jun 04 13:48:27.265206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34646) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:27.289340 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4086d3-f76e-4f0f-9754-d85c6289c324,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:27.305228 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:27.373586 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.411687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.603092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.612510 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-112437f6-d6b7-4f84-9f11-99dcb62dc95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:27.625078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4086d3-f76e-4f0f-9754-d85c6289c324,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:27.629244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:27.632692 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:27.633940 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa4086d3-f76e-4f0f-9754-d85c6289c324 HTTP/1.1" status: 204 len: 168 time: 0.3671665 Jun 04 13:48:28.027214 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef109b-a96c-40b1-9c0a-733fa58cd2e8 req-1ffa0180-f3f4-4a1a-9b2d-bb031832a610 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:28.029125 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef109b-a96c-40b1-9c0a-733fa58cd2e8 req-1ffa0180-f3f4-4a1a-9b2d-bb031832a610 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2205937 Jun 04 13:48:28.048165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a8af3-b7be-4010-b6ae-aa6e41ec28ab req-6ed4ad05-12ec-42ab-832c-43295a6bfcfe tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:28.052717 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-455a8af3-b7be-4010-b6ae-aa6e41ec28ab req-6ed4ad05-12ec-42ab-832c-43295a6bfcfe tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.1576922 Jun 04 13:48:28.162611 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef109b-a96c-40b1-9c0a-733fa58cd2e8 req-04b203a3-32a9-4ed4-b22f-1c53b3a40a3e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079166 Jun 04 13:48:28.178289 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-455a8af3-b7be-4010-b6ae-aa6e41ec28ab req-04411b33-3496-4a06-85c2-2a42a43c3348 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011045 Jun 04 13:48:28.596747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34682) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:28.611623 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:28.628203 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:28.632546 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c084e48683f4244a4cda0f0ed8fd3cd is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:28.636571 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:28.643806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:28.753947 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.046879 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.059296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c267e911-f603-42ba-aa13-2ad97acb3cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:29.105915 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc15ca-abb2-4d8b-98de-f190bb5e0640,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:29.111863 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c084e48683f4244a4cda0f0ed8fd3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166306 Jun 04 13:48:29.111863 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:29.113377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34686) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:29.190075 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.226526 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.467364 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.482146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:29.495614 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc15ca-abb2-4d8b-98de-f190bb5e0640,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:29.502026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:29.515037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:29.516267 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12bc15ca-abb2-4d8b-98de-f190bb5e0640 HTTP/1.1" status: 204 len: 168 time: 0.4017572 Jun 04 13:48:29.541849 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130afb9c-586d-471a-ba19-c9970cf52668 req-e8d172fc-03b3-4377-83c2-1290e4749e60 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:29.543764 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-130afb9c-586d-471a-ba19-c9970cf52668 req-e8d172fc-03b3-4377-83c2-1290e4749e60 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.2106395 Jun 04 13:48:29.597033 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e77a3-e686-4489-95d3-5139cb88bc37 req-cea00fa0-ec12-44f9-88df-35069cd29f9d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:29.598584 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c97e77a3-e686-4489-95d3-5139cb88bc37 req-cea00fa0-ec12-44f9-88df-35069cd29f9d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2197304 Jun 04 13:48:29.664210 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-130afb9c-586d-471a-ba19-c9970cf52668 req-3200bb97-9d4c-4e50-b7e9-60f30432c012 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108432 Jun 04 13:48:29.696773 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c97e77a3-e686-4489-95d3-5139cb88bc37 req-c5dc20de-d670-4a73-933d-6c77d66d65b1 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909286 Jun 04 13:48:30.949945 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-25d289bf-0e9b-4908-9a7d-511399dcec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:31.065972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cc9ea-6279-4b9f-baea-9521a7543535 req-04f40ec6-f1bf-4a92-a21e-7a68756fdced tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:31.068192 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b03cc9ea-6279-4b9f-baea-9521a7543535 req-04f40ec6-f1bf-4a92-a21e-7a68756fdced tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.2472045 Jun 04 13:48:31.078520 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-ad0d1feb-b998-48f8-91a2-5ee1d9952609 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:31.080047 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-ad0d1feb-b998-48f8-91a2-5ee1d9952609 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 945 time: 0.1923845 Jun 04 13:48:31.107086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641035e-48ce-40f6-b724-9b2ffeee31ce req-22af9424-2899-4167-8bcf-cba17d9b2e69 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:31.108636 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f641035e-48ce-40f6-b724-9b2ffeee31ce req-22af9424-2899-4167-8bcf-cba17d9b2e69 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2198765 Jun 04 13:48:31.221970 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b03cc9ea-6279-4b9f-baea-9521a7543535 req-daffb8fb-87cf-4d74-895d-661d60e301b3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370943 Jun 04 13:48:31.276491 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f641035e-48ce-40f6-b724-9b2ffeee31ce req-9c746410-4421-479d-8d5e-9f917bbce992 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267958 Jun 04 13:48:31.322387 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Deleting port 41528309-d200-44cf-b52e-cb23aaa1f1f7 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:48:31.322816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:31.590972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] For port 41528309-d200-44cf-b52e-cb23aaa1f1f7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41528309-d200-44cf-b52e-cb23aaa1f1f7,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:31.591396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:31.731703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Calling delete_port for 41528309-d200-44cf-b52e-cb23aaa1f1f7 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:48:31.967181 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:31.974674 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:31.982990 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332', '1b1a8945-7314-46af-b1f3-88bc6af17ab0', '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', '41528309-d200-44cf-b52e-cb23aaa1f1f7'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:32.028922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event deleted for resources: {'Port': ['ID=41528309-d200-44cf-b52e-cb23aaa1f1f7,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:32.031175 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:32.123100 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] No DVR routers for this DVR port 41528309-d200-44cf-b52e-cb23aaa1f1f7 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:48:32.126611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:32.139099 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'name': 'network-vif-deleted', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:32.141483 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885b9538-00c4-4fc2-a170-32c1352a825e" -d '{"events": [{"server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "name": "network-vif-deleted", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:32.225695 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a66289-a1b4-49e4-9470-7bff405339fc x-openstack-request-id: req-55a66289-a1b4-49e4-9470-7bff405339fc {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:32.226005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10b1770-28ae-4d71-b891-566fda99867f", "name": "network-vif-deleted", "tag": "41528309-d200-44cf-b52e-cb23aaa1f1f7", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:32.226274 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55a66289-a1b4-49e4-9470-7bff405339fc {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:32.226685 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10b1770-28ae-4d71-b891-566fda99867f', 'name': 'network-vif-deleted', 'tag': '41528309-d200-44cf-b52e-cb23aaa1f1f7', 'status': 'completed', 'code': 200} Jun 04 13:48:32.278078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34770) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:32.304893 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3c2b29bd-09f1-4df2-a4fa-d5190cb17975 req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "DELETE /v2.0/ports/41528309-d200-44cf-b52e-cb23aaa1f1f7 HTTP/1.1" status: 204 len: 173 time: 1.1919994 Jun 04 13:48:32.509710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:32.542018 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7951f4a0-7c24-4637-bb0d-33913fa47699 req-13eb7f3d-9180-40cc-9fbb-dafc8ba16be6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:32.546007 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:32.558855 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Usage tracker for resource:security_group_rule and tenant:22ba1ed3d5704560be2e372cbe93a6a0 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:32.563876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:32.572952 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:32.623812 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2e440-12dc-4bce-b9fa-53bbe89052b1 req-bb8f1720-a6ec-44e4-9865-d94fa3e9f21c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:32.625170 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1dd2e440-12dc-4bce-b9fa-53bbe89052b1 req-bb8f1720-a6ec-44e4-9865-d94fa3e9f21c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1626537 Jun 04 13:48:32.709117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1dd2e440-12dc-4bce-b9fa-53bbe89052b1 req-f82087b5-b4c7-4f49-a2eb-70cebd0f446d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682197 Jun 04 13:48:32.734550 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:32.784734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7951f4a0-7c24-4637-bb0d-33913fa47699 req-13eb7f3d-9180-40cc-9fbb-dafc8ba16be6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:32.786629 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7951f4a0-7c24-4637-bb0d-33913fa47699 req-13eb7f3d-9180-40cc-9fbb-dafc8ba16be6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=a10b1770-28ae-4d71-b891-566fda99867f HTTP/1.1" status: 200 len: 210 time: 0.3886535 Jun 04 13:48:32.824643 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:32.833700 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5c046f72-9be9-4153-a787-d236d3bbf527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:32.890575 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22ba1ed3d5704560be2e372cbe93a6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111352 Jun 04 13:48:32.892069 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46490472-dcf1-418d-b175-2d2d0ad64f58,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:32.893935 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34786) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:32.898090 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:32.969298 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.007702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.287673 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.303037 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e14d9ac3-74e0-4ca6-a809-57271b60285d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:33.336506 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46490472-dcf1-418d-b175-2d2d0ad64f58,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:33.341108 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:33.344889 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.346961 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46490472-dcf1-418d-b175-2d2d0ad64f58 HTTP/1.1" status: 204 len: 168 time: 0.4513071 Jun 04 13:48:33.424178 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.538591 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-5b6f7570-036d-444f-8688-7648cbdfe7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:33.967864 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3ffb6-2e11-407b-aad1-82759a172379 req-f7122aab-e8fa-48ad-a4dd-8e52e0a6b985 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:33.979249 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9be3ffb6-2e11-407b-aad1-82759a172379 req-f7122aab-e8fa-48ad-a4dd-8e52e0a6b985 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1154118 Jun 04 13:48:34.057485 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9be3ffb6-2e11-407b-aad1-82759a172379 req-f2fd91ce-9a61-4ec3-929a-8ac898c99f2c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770211 Jun 04 13:48:34.549502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34836) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:34.703577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:34.720056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:34.724020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Usage tracker for resource:security_group_rule and tenant:176b875f3a624880aac6fa1126fc6968 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:34.726904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:34.733553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:34.827596 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:34.972984 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:34.973589 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:34.983154 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d529402d-ce2b-465c-880d-7c0ba0210213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:35.033415 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c325d-c4ad-4b82-a372-e212e81746a8,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:35.037922 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=176b875f3a624880aac6fa1126fc6968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873688 Jun 04 13:48:35.038929 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:35.040602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34850) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:35.121190 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:35.159243 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:35.268775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c273bc3-4ac3-4668-88cd-158d1b0b2f14 req-d6ce4c05-8cac-482e-a7a9-22b21dcdd2d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:35.272413 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1c273bc3-4ac3-4668-88cd-158d1b0b2f14 req-d6ce4c05-8cac-482e-a7a9-22b21dcdd2d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1020086 Jun 04 13:48:35.315778 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1c273bc3-4ac3-4668-88cd-158d1b0b2f14 req-ac5c4e06-fa20-4f3d-8930-e25c9fde0648 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Jun 04 13:48:35.358527 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:35.364462 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-af7f675f-c3b5-44f1-8aae-166c5d642938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:35.376018 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c325d-c4ad-4b82-a372-e212e81746a8,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:35.378399 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:35.390171 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:35.391872 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c82c325d-c4ad-4b82-a372-e212e81746a8 HTTP/1.1" status: 204 len: 168 time: 0.3490593 Jun 04 13:48:36.360252 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41528309-d200-44cf-b52e-cb23aaa1f1f7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:48:36.520911 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 41528309-d200-44cf-b52e-cb23aaa1f1f7 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:48:36.521395 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41528309-d200-44cf-b52e-cb23aaa1f1f7 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:48:36.607380 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:36.692930 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acee90-95f7-488f-9136-e646f1a1623a req-006f0e5d-ffcb-474f-a67f-41cd91e765d0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:36.694604 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19acee90-95f7-488f-9136-e646f1a1623a req-006f0e5d-ffcb-474f-a67f-41cd91e765d0 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1953969 Jun 04 13:48:36.704934 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afabda8-248b-4a5e-819a-3b54c7dcda88 req-8ccda11c-1761-469a-acda-11fc38211ae8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:36.707379 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5afabda8-248b-4a5e-819a-3b54c7dcda88 req-8ccda11c-1761-469a-acda-11fc38211ae8 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.1305819 Jun 04 13:48:36.753665 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34902) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:36.788766 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19acee90-95f7-488f-9136-e646f1a1623a req-4612fcaf-8fc5-4897-be0d-0bad17060143 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793417 Jun 04 13:48:36.796923 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5afabda8-248b-4a5e-819a-3b54c7dcda88 req-c7687267-9c17-429a-99d4-cbb4b53389a9 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733120 Jun 04 13:48:36.909521 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:36.928961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:36.936846 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Usage tracker for resource:security_group_rule and tenant:8eaf9d55ec1e417e89a3395587ce9c8d is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:36.942376 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:36.957136 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:37.074249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.213333 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.230211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3e7a75fd-feeb-475a-8200-ef1cd4b28dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:37.284441 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8eaf9d55ec1e417e89a3395587ce9c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294650 Jun 04 13:48:37.286941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0640a510-2e5d-4bba-84eb-24f2bce469f5,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:37.287732 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34916) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:37.293184 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:37.366723 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.413165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.574536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.589264 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5570e7f8-f615-4663-808f-f9d7a9a7908c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:37.606901 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0640a510-2e5d-4bba-84eb-24f2bce469f5,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:37.609785 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:37.620963 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:37.622332 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0640a510-2e5d-4bba-84eb-24f2bce469f5 HTTP/1.1" status: 204 len: 168 time: 0.3332396 Jun 04 13:48:38.112720 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e9ee4-826a-4dfc-a11f-980f3eb64cf8 req-5eacf235-04eb-4b82-a046-5ccca06fc3b8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:38.114489 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-244e9ee4-826a-4dfc-a11f-980f3eb64cf8 req-5eacf235-04eb-4b82-a046-5ccca06fc3b8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1986079 Jun 04 13:48:38.131775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c055e-b55c-4db5-8f4d-fb485b534e16 req-1fec270f-ec21-4c1d-b8ad-f9a5b2370fef tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:38.133336 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a81c055e-b55c-4db5-8f4d-fb485b534e16 req-1fec270f-ec21-4c1d-b8ad-f9a5b2370fef tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.1586480 Jun 04 13:48:38.234042 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a81c055e-b55c-4db5-8f4d-fb485b534e16 req-a9957a53-dac6-423e-8de8-6d062203c0d3 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Jun 04 13:48:38.236824 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-244e9ee4-826a-4dfc-a11f-980f3eb64cf8 req-11bd9275-027e-451c-aaf9-7d7ad3414a44 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025689 Jun 04 13:48:38.867808 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34944) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:38.903172 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:38.922549 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:38.928472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2d4c43ce80455ea16a0700ab0f4f77 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:38.932529 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:38.941107 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:39.049308 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.072528 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-5f6dbd48-124d-45c7-a5d8-142e47fd4d70 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391672 Jun 04 13:48:39.138270 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.147295 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b24539d7-b2d3-44de-97ed-3e6e403cc6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:39.211910 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f2d4c43ce80455ea16a0700ab0f4f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501091 Jun 04 13:48:39.214920 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300132ea-e0a6-4f83-b783-b73c7d3f985a,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:39.217476 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34964) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:39.230227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:39.300842 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.350265 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.354660 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-ad97c66c-3fe8-449f-8c2a-acc0a99f2ca2 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:39.356230 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-ad97c66c-3fe8-449f-8c2a-acc0a99f2ca2 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.2825854 Jun 04 13:48:39.466162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-6bb1d96d-14aa-494f-a9c1-affa1e115fe4 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:39.467476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-6bb1d96d-14aa-494f-a9c1-affa1e115fe4 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590243 Jun 04 13:48:39.504263 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.505744 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-1e7c336a-66ee-467d-a434-ddd37cccc0eb tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/quotas/61fb81e19e54423ca59d3840bfb84b1a HTTP/1.1" status: 200 len: 375 time: 0.0302608 Jun 04 13:48:39.508026 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-88441daf-4d32-4f41-813d-a7152d3b54ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:39.531883 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300132ea-e0a6-4f83-b783-b73c7d3f985a,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:39.534193 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:39.546180 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.550287 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/300132ea-e0a6-4f83-b783-b73c7d3f985a HTTP/1.1" status: 204 len: 168 time: 0.3289003 Jun 04 13:48:39.607397 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-16ae6115-9b60-438b-b535-4a4e8b146537 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711212 Jun 04 13:48:39.637725 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b750c2-a894-4fd2-bda7-abae3d927a91 req-ed4cc00f-0ced-497e-b01b-56562c588d95 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:39.639417 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-23b750c2-a894-4fd2-bda7-abae3d927a91 req-ed4cc00f-0ced-497e-b01b-56562c588d95 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2356379 Jun 04 13:48:39.669450 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Deleting port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:48:39.669912 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:39.783417 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-23b750c2-a894-4fd2-bda7-abae3d927a91 req-eeeab1b1-cede-479a-b172-2e9ffd7fdd30 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331396 Jun 04 13:48:39.839797 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] For port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:39.845822 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.035198 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Calling delete_port for 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:48:40.101213 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46df08b4-6e05-420e-b1fc-df05921ff961 req-fe565b87-04b8-423c-a038-0269cee6ff6a tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0629699 Jun 04 13:48:40.150446 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e567d-9b87-48b6-8214-b47a8cebd94a req-3eab84fc-a2c3-451d-a5a3-1c1be52d35ff tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:40.152208 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c3e567d-9b87-48b6-8214-b47a8cebd94a req-3eab84fc-a2c3-451d-a5a3-1c1be52d35ff tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 945 time: 0.2391663 Jun 04 13:48:40.243349 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c3e567d-9b87-48b6-8214-b47a8cebd94a req-43931dcd-d051-49d8-b303-d587adc803db tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823941 Jun 04 13:48:40.349703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.356378 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f8f5d841-5e5f-41cb-8f47-3ddd7de720f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:40.361936 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332', '1b1a8945-7314-46af-b1f3-88bc6af17ab0', '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:40.405252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event deleted for resources: {'Port': ['ID=7f8d4060-d33e-454c-b95b-d5ba6f67fb0e,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:40.408868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:40.486344 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] No DVR routers for this DVR port 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:48:40.489413 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.492291 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'name': 'network-vif-deleted', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:40.495264 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803a5d3-8597-4cf6-87fe-b64c4e3519bb" -d '{"events": [{"server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "name": "network-vif-deleted", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:40.499544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 34990) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:40.522796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.546087 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:40.550397 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a5ccda-0b51-4552-9645-7e9529bde7de x-openstack-request-id: req-02a5ccda-0b51-4552-9645-7e9529bde7de {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:40.550814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44f0034b-b5a7-4d2e-b90d-36302ce1b855", "name": "network-vif-deleted", "tag": "7f8d4060-d33e-454c-b95b-d5ba6f67fb0e", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:40.551169 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02a5ccda-0b51-4552-9645-7e9529bde7de {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:40.551665 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44f0034b-b5a7-4d2e-b90d-36302ce1b855', 'name': 'network-vif-deleted', 'tag': '7f8d4060-d33e-454c-b95b-d5ba6f67fb0e', 'status': 'completed', 'code': 200} Jun 04 13:48:40.552093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Usage tracker for resource:security_group_rule and tenant:6cd3787bb7214dd7aa72ca28572005ec is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:40.554859 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:40.563970 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:40.624903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0e3e375-d154-4464-ab5a-936780cfd5e1 req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "DELETE /v2.0/ports/7f8d4060-d33e-454c-b95b-d5ba6f67fb0e HTTP/1.1" status: 204 len: 173 time: 1.2588172 Jun 04 13:48:40.649614 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.784237 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.794021 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0ba61ae6-b649-4a92-a25e-54c8aa7d2c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:40.841360 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cd3787bb7214dd7aa72ca28572005ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393681 Jun 04 13:48:40.842846 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19c1f95-137f-42f1-9b06-6b32e50c5ba7,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:40.843672 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 34996) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:40.846250 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:40.944153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:40.997116 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:41.065657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe94aa-7114-4d7d-be92-4ea9a7e11662 req-54921401-e2ca-4cd4-8ff0-ac5746973e82 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:41.067156 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fbe94aa-7114-4d7d-be92-4ea9a7e11662 req-54921401-e2ca-4cd4-8ff0-ac5746973e82 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1555004 Jun 04 13:48:41.137884 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fbe94aa-7114-4d7d-be92-4ea9a7e11662 req-65879a81-01d1-4d38-acda-2f71013f993d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609300 Jun 04 13:48:41.238240 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-67b771a0-517f-4e51-a41f-d79a95e9a9d1 req-aa463687-ad30-430c-91d4-a4105de06894 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0456433 Jun 04 13:48:41.247507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:41.262152 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-be918c70-a37b-4392-bac4-2d86188ccdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:41.276409 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19c1f95-137f-42f1-9b06-6b32e50c5ba7,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:41.282636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:41.297607 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:41.299452 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d19c1f95-137f-42f1-9b06-6b32e50c5ba7 HTTP/1.1" status: 204 len: 168 time: 0.4538031 Jun 04 13:48:41.441973 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-245e5aa5-f7a0-4b13-b2b0-5636c1541f9a req-61df56ee-a0ac-46d7-967a-9d170dc4d313 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:41.595773 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-245e5aa5-f7a0-4b13-b2b0-5636c1541f9a req-61df56ee-a0ac-46d7-967a-9d170dc4d313 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:41.600914 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-245e5aa5-f7a0-4b13-b2b0-5636c1541f9a req-61df56ee-a0ac-46d7-967a-9d170dc4d313 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=44f0034b-b5a7-4d2e-b90d-36302ce1b855 HTTP/1.1" status: 200 len: 210 time: 0.2125597 Jun 04 13:48:42.362836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e76-46e0-4779-a2f7-9e66510bec63 req-91b96b2d-09d2-472b-8447-03d643029775 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:42.364774 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46cb4e76-46e0-4779-a2f7-9e66510bec63 req-91b96b2d-09d2-472b-8447-03d643029775 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.0867629 Jun 04 13:48:42.415176 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46cb4e76-46e0-4779-a2f7-9e66510bec63 req-5e42fdb9-001a-4b3e-9f96-d7a9d698bb3a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Jun 04 13:48:42.462133 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-777dee61-ba10-4d24-940e-cda5b714c817 req-c799e68b-c237-486f-a09d-25788c0cedae tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0502384 Jun 04 13:48:43.208533 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-aa30c47a-b457-4258-ab29-875c9a60b95a tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299520 Jun 04 13:48:43.512032 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-fdfe0c04-bb29-4b5c-8c04-9d1cea6194c2 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:43.513626 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-fdfe0c04-bb29-4b5c-8c04-9d1cea6194c2 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962646 Jun 04 13:48:43.561699 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Request body: {'port': {'device_id': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd', 'admin_state_up': True, 'tenant_id': '61fb81e19e54423ca59d3840bfb84b1a'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:48:43.603884 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35082) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:43.826175 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:43.840660 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9299-4b4b-4cc3-b182-dd12c3a026d1 req-3f4fd993-3325-4d60-aa35-a6961aaeed80 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:43.842479 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:43.843070 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a5d9299-4b4b-4cc3-b182-dd12c3a026d1 req-3f4fd993-3325-4d60-aa35-a6961aaeed80 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.3282297 Jun 04 13:48:43.846758 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Usage tracker for resource:security_group_rule and tenant:72f62f2d79bc4538b28a51e45644b56a is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:43.850927 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:43.857721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:43.881369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:43.890325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Usage tracker for resource:port and tenant:61fb81e19e54423ca59d3840bfb84b1a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:43.901989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:43.924967 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fb8d6-1174-4b89-aa21-b8b84ece8e93 req-c600e339-7f48-4dfd-9193-bf928aa99759 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:43.926580 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ea6fb8d6-1174-4b89-aa21-b8b84ece8e93 req-c600e339-7f48-4dfd-9193-bf928aa99759 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2179193 Jun 04 13:48:43.927651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:43.945904 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a5d9299-4b4b-4cc3-b182-dd12c3a026d1 req-839319dd-8aba-416d-8dee-5aaa1e7c900a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894647 Jun 04 13:48:43.995505 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.001682 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ea6fb8d6-1174-4b89-aa21-b8b84ece8e93 req-28d7496c-2ce9-4bec-bab4-1d242b2bbd49 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628488 Jun 04 13:48:44.098397 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Made reservation on behalf of 61fb81e19e54423ca59d3840bfb84b1a for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:48:44.105845 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.128481 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.155054 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d187bb78-f8eb-44db-86c7-8308049de0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:44.198269 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-99515786-f6ee-414b-9fbe-190e32c72e22 req-ebe9e80e-a059-4568-a5c8-3e24c6c6a83e tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0792961 Jun 04 13:48:44.199026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.225091 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:44.231517 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Usage tracker for resource:security_group_rule and tenant:61fb81e19e54423ca59d3840bfb84b1a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:44.236701 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:44.248722 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72f62f2d79bc4538b28a51e45644b56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6436152 Jun 04 13:48:44.250057 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab7984-c150-47d0-b149-b0c2a95363fd,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:44.251156 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:44.252684 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35102) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:44.280342 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.280704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.281310 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.281581 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.282077 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.282422 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.282761 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.283104 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.283441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.283780 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.284126 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.284624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:44.305617 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:44.346144 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.377011 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.377424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.392965 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:48:44.438888 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:48:44.439237 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 7f8d4060-d33e-454c-b95b-d5ba6f67fb0e not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:48:44.472988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.476142 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:44.545092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d59b33-fe5c-4093-a466-80fede735628,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:44.548576 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:44.567829 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.575546 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4e07b69f-ce71-45da-8890-993ce1b61868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:44.593485 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab7984-c150-47d0-b149-b0c2a95363fd,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:44.597879 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:44.612096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.616739 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04ab7984-c150-47d0-b149-b0c2a95363fd HTTP/1.1" status: 204 len: 168 time: 0.3607614 Jun 04 13:48:44.749177 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Allocated IP 192.168.233.156 (a8598974-ebff-460b-a726-f021d1e2decd/5fc4afd2-dd46-4f78-82e2-37c3189bb509/41f858c9-e5b3-4446-a501-60d87efea239) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:48:44.851789 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a9c2b-3b30-452d-ad0f-f3a54e95274d req-e4a0f2df-c9e3-4dd8-a6d1-9fca46d57def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:44.853316 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-277a9c2b-3b30-452d-ad0f-f3a54e95274d req-e4a0f2df-c9e3-4dd8-a6d1-9fca46d57def service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.0803945 Jun 04 13:48:44.975039 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:44.992875 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-277a9c2b-3b30-452d-ad0f-f3a54e95274d req-b88401c4-b37e-40a7-87f2-35485e504f03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Jun 04 13:48:45.007814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Transition to ACTIVE for port object 41f858c9-e5b3-4446-a501-60d87efea239 will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:48:45.100152 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:45.125165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:45.367656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Network a8598974-ebff-460b-a726-f021d1e2decd is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:48:45.376162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:48:45.378814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:48:45.438515 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Pushing event updated for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:45.441242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:45.484183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:45.484854 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:45.530657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b02efa-4892-4fdd-9685-68340342a52f req-7195f4d5-0a99-4488-a8f8-9dc45bb7a35b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:45.537809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f3b02efa-4892-4fdd-9685-68340342a52f req-7195f4d5-0a99-4488-a8f8-9dc45bb7a35b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.3408074 Jun 04 13:48:45.565743 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d76b48-8165-4993-8dcd-178c0528bc8d req-753463fd-5784-4b0d-9e0b-c430f527b555 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:45.574108 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62d76b48-8165-4993-8dcd-178c0528bc8d req-753463fd-5784-4b0d-9e0b-c430f527b555 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3837867 Jun 04 13:48:45.611549 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-898b5dbd-3b49-42c2-ad0d-5bc543fe726f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0595298 Jun 04 13:48:45.637305 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Request body: {'port': {'device_id': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:48:45.676803 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f3b02efa-4892-4fdd-9685-68340342a52f req-fb1182e3-15bd-4c85-9a2d-d3b769cc4267 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381085 Jun 04 13:48:45.703156 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62d76b48-8165-4993-8dcd-178c0528bc8d req-a7e525ce-18f4-47f3-9c8e-b570303b8f65 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280959 Jun 04 13:48:45.738082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-4d914177-bc26-4bb6-8f73-3118a027c2ca None None] Provisioning for port 41f858c9-e5b3-4446-a501-60d87efea239 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:48:45.743975 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-4d914177-bc26-4bb6-8f73-3118a027c2ca None None] Provisioning complete for port 41f858c9-e5b3-4446-a501-60d87efea239 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:48:45.744516 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-4d914177-bc26-4bb6-8f73-3118a027c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:45.848350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:45.849563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51411051-4f70-4815-9558-3bb20602d3cc req-82d947bc-d86f-4c03-8bbb-eb9921dd2d27 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:45.851726 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-51411051-4f70-4815-9558-3bb20602d3cc req-82d947bc-d86f-4c03-8bbb-eb9921dd2d27 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:45.878587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-51411051-4f70-4815-9558-3bb20602d3cc req-82d947bc-d86f-4c03-8bbb-eb9921dd2d27 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:45.880196 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-51411051-4f70-4815-9558-3bb20602d3cc req-82d947bc-d86f-4c03-8bbb-eb9921dd2d27 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.2153244 Jun 04 13:48:45.883894 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-4d914177-bc26-4bb6-8f73-3118a027c2ca None None] Port 41f858c9-e5b3-4446-a501-60d87efea239 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:48:46.205424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-4e4108e9-c97d-49a2-9d6c-4b7d569aee17 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:46.206182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-4e4108e9-c97d-49a2-9d6c-4b7d569aee17 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Synchronizing usage tracker for tenant:61fb81e19e54423ca59d3840bfb84b1a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:46.263647 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Deleting port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:48:46.265340 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:46.496380 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] For port 1b1a8945-7314-46af-b1f3-88bc6af17ab0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b1a8945-7314-46af-b1f3-88bc6af17ab0,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:46.497248 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:46.647009 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-4e4108e9-c97d-49a2-9d6c-4b7d569aee17 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Unset dirty status for tenant:61fb81e19e54423ca59d3840bfb84b1a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:46.656997 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-4e4108e9-c97d-49a2-9d6c-4b7d569aee17 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 936 time: 0.7111614 Jun 04 13:48:46.679259 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Calling delete_port for 1b1a8945-7314-46af-b1f3-88bc6af17ab0 owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:48:46.713219 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f858c9-e5b3-4446-a501-60d87efea239 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:48:46.723299 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:46.741571 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-fd8cc5b0-6964-461f-828d-c694ea9d596f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Synchronizing usage tracker for tenant:61fb81e19e54423ca59d3840bfb84b1a on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:46.750961 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Transition to ACTIVE for port object 41f858c9-e5b3-4446-a501-60d87efea239 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:48:46.919238 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c7119-09b1-4b99-93dd-3fe5acbde4d7 req-70fef04e-2020-44d7-9f45-194d75f3f698 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:46.921125 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aa9c7119-09b1-4b99-93dd-3fe5acbde4d7 req-70fef04e-2020-44d7-9f45-194d75f3f698 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 945 time: 0.0954785 Jun 04 13:48:46.922558 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-fd8cc5b0-6964-461f-828d-c694ea9d596f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Unset dirty status for tenant:61fb81e19e54423ca59d3840bfb84b1a on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:46.927127 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dd6e120a-f713-420f-8ad3-51d5df8287ff req-fd8cc5b0-6964-461f-828d-c694ea9d596f tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690785 Jun 04 13:48:46.927984 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:46.960677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:47.014916 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:47.022943 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:47.051601 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8fd89344-9658-4968-a69b-3ddfb792c332', '1b1a8945-7314-46af-b1f3-88bc6af17ab0'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:47.181701 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event deleted for resources: {'Port': ['ID=1b1a8945-7314-46af-b1f3-88bc6af17ab0,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:47.210503 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:47.266961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] No DVR routers for this DVR port 1b1a8945-7314-46af-b1f3-88bc6af17ab0 on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:48:47.270783 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:47.274730 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'name': 'network-vif-deleted', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:47.279043 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadeba5c-9231-44b3-b581-e36eba39a3fb" -d '{"events": [{"server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "name": "network-vif-deleted", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:47.356268 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-51411051-4f70-4815-9558-3bb20602d3cc req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "DELETE /v2.0/ports/1b1a8945-7314-46af-b1f3-88bc6af17ab0 HTTP/1.1" status: 204 len: 173 time: 1.4661350 Jun 04 13:48:47.382190 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:47.396537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:47.433476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aa9c7119-09b1-4b99-93dd-3fe5acbde4d7 req-ab50b762-d7cd-4f81-a83b-f9babab43012 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039787 Jun 04 13:48:47.500596 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa393-8807-4a7c-b8fb-7a4da489ed42 req-df73e328-a32a-42a7-9d41-4be532033cc6 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:47.502093 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-302aa393-8807-4a7c-b8fb-7a4da489ed42 req-df73e328-a32a-42a7-9d41-4be532033cc6 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2860770 Jun 04 13:48:47.503021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Attempting to bind port 41f858c9-e5b3-4446-a501-60d87efea239 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:48:47.503350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Attempting to bind port 41f858c9-e5b3-4446-a501-60d87efea239 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:48:47.503763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Attempting to bind port 41f858c9-e5b3-4446-a501-60d87efea239 on network a8598974-ebff-460b-a726-f021d1e2decd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:48:47.510024 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Port 41f858c9-e5b3-4446-a501-60d87efea239 on network a8598974-ebff-460b-a726-f021d1e2decd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:48:47.510443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Attempting to bind port 41f858c9-e5b3-4446-a501-60d87efea239 on network a8598974-ebff-460b-a726-f021d1e2decd {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:48:47.530836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:48:47.531197 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Checking segment: {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:48:47.531557 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Bound using segment: {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:48:47.532020 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Bound port: 41f858c9-e5b3-4446-a501-60d87efea239, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202bf39b-8def-4cff-b419-3e1da92a536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:48:47.532383 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:47.616342 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-302aa393-8807-4a7c-b8fb-7a4da489ed42 req-37d10517-abb3-4147-909e-0946b3fdcf44 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035302 Jun 04 13:48:47.653384 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:48:47.660080 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41f858c9-e5b3-4446-a501-60d87efea239,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:48:47.683596 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27619d1c-cb12-4665-ad7c-fae0dfdafc6d x-openstack-request-id: req-27619d1c-cb12-4665-ad7c-fae0dfdafc6d {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:47.683941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf904c-bab5-4f51-9b27-6a5801136bde", "name": "network-vif-deleted", "tag": "1b1a8945-7314-46af-b1f3-88bc6af17ab0", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:47.684217 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27619d1c-cb12-4665-ad7c-fae0dfdafc6d {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:47.684635 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf904c-bab5-4f51-9b27-6a5801136bde', 'name': 'network-vif-deleted', 'tag': '1b1a8945-7314-46af-b1f3-88bc6af17ab0', 'status': 'completed', 'code': 200} Jun 04 13:48:47.772766 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:47.778366 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4e23fca-b6b9-4b1d-b2e7-78d4ca84c7bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:47.838022 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:47.838638 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:47.840117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] 10.222.0.13 "PUT /v2.0/ports/41f858c9-e5b3-4446-a501-60d87efea239 HTTP/1.1" status: 200 len: 1098 time: 2.2137685 Jun 04 13:48:47.840628 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:47.843073 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41" -d '{"events": [{"name": "network-changed", "server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "tag": "41f858c9-e5b3-4446-a501-60d87efea239"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:47.878255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:47.883393 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:47.922145 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a7713-ef5c-42fc-b8c5-e2920e33c10f x-openstack-request-id: req-d50a7713-ef5c-42fc-b8c5-e2920e33c10f {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:47.922463 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "tag": "41f858c9-e5b3-4446-a501-60d87efea239", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:47.922735 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d50a7713-ef5c-42fc-b8c5-e2920e33c10f {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:47.923154 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239', 'status': 'completed', 'code': 200} Jun 04 13:48:48.056276 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41 req-e152814d-50c2-4363-bad6-343f57581fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.057990 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41 req-e152814d-50c2-4363-bad6-343f57581fea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 1101 time: 0.1029432 Jun 04 13:48:48.139085 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41 req-e009367e-6cb9-423d-8a4e-c55ff6e01ac6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731268 Jun 04 13:48:48.342592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72c1e0-2979-4df7-bbb3-48a22d8a8dff req-f9d23bf5-afc2-4e32-a4fe-5ff1d6d90b59 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.344135 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aa72c1e0-2979-4df7-bbb3-48a22d8a8dff req-f9d23bf5-afc2-4e32-a4fe-5ff1d6d90b59 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.2490366 Jun 04 13:48:48.345381 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41 req-1d43cb63-2749-437f-ae77-3fbc701ccfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.351079 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a0309e01-5b0f-4e58-b1c8-6080e8f20a41 req-1d43cb63-2749-437f-ae77-3fbc701ccfb3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978672 Jun 04 13:48:48.483213 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aa72c1e0-2979-4df7-bbb3-48a22d8a8dff req-4a1ed4f2-a697-487f-ac54-7c51657870f4 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329195 Jun 04 13:48:48.563711 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-41505201-d64b-4385-8722-6ab4ca5f9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.565202 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-41505201-d64b-4385-8722-6ab4ca5f9a19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 1101 time: 0.1257532 Jun 04 13:48:48.573750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64baf3-23a4-4822-8168-f5a80af52e97 req-6b5e64ad-f272-4718-9eaf-4c3b4f33197b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.575199 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6e64baf3-23a4-4822-8168-f5a80af52e97 req-6b5e64ad-f272-4718-9eaf-4c3b4f33197b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1794326 Jun 04 13:48:48.577925 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-cff2786b-4a7d-4c35-98c4-65cac73a5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.579433 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-cff2786b-4a7d-4c35-98c4-65cac73a5a65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.1342821 Jun 04 13:48:48.657937 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-2b27b374-137e-4f69-a7a8-955c12db8019 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=41f858c9-e5b3-4446-a501-60d87efea239 HTTP/1.1" status: 200 len: 217 time: 0.0817637 Jun 04 13:48:48.766903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6e64baf3-23a4-4822-8168-f5a80af52e97 req-ed6d95d8-b64b-4899-95cd-0e5e46b359d2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370881 Jun 04 13:48:48.782029 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1359bc0d-5882-48a6-96a0-84d384cb384b req-00934279-8bec-4fa0-852d-0f82ad44d175 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cf904c-bab5-4f51-9b27-6a5801136bde HTTP/1.1" status: 200 len: 210 time: 0.0661421 Jun 04 13:48:48.801051 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-504abb36-afdc-4d48-b0b8-cb787f131d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.802491 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-504abb36-afdc-4d48-b0b8-cb787f131d4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fc4afd2-dd46-4f78-82e2-37c3189bb509 HTTP/1.1" status: 200 len: 843 time: 0.1268413 Jun 04 13:48:48.838951 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-872e024d-7239-41ce-bcb9-6a026ca1ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.840905 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-872e024d-7239-41ce-bcb9-6a026ca1ec0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.2544305 Jun 04 13:48:48.894317 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-e470b642-870d-4fdb-8ff1-15fd0c0c4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:48.895796 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-e470b642-870d-4fdb-8ff1-15fd0c0c4240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8598974-ebff-460b-a726-f021d1e2decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854416 Jun 04 13:48:48.936629 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-5ddda098-2284-4687-a59e-9d51e7f990bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.0889609 Jun 04 13:48:49.034193 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-72e4356d-584d-4c08-893d-dca203b0346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:49.035866 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-72e4356d-584d-4c08-893d-dca203b0346b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.0856407 Jun 04 13:48:49.093747 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-8c9f1a24-cd85-442a-85af-476756dd441a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456619 Jun 04 13:48:49.148997 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-a1e1b26b-311d-4bd6-8b52-666a967579b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a8598974-ebff-460b-a726-f021d1e2decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406285 Jun 04 13:48:49.235890 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-35c9adf1-44e1-4800-9e4f-db432fcff4a9 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384835 Jun 04 13:48:49.302866 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-edd50c5b-277d-45ce-ae74-fd162ee9f4a0 req-784de325-60ee-4d6d-9d32-c32790231afd service neutron] 10.222.0.13 "GET /v2.0/networks/a8598974-ebff-460b-a726-f021d1e2decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458809 Jun 04 13:48:49.375447 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-9be8ed1f-0dde-4b7e-886f-bb64b0b50520 req-96e366fa-9576-46ef-8225-f72edc7ef1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330662 Jun 04 13:48:49.511607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-1cf315a2-76d9-4761-87f4-eb16b9cbdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:49.512763 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-1cf315a2-76d9-4761-87f4-eb16b9cbdb30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=000f09c1ef1742a180d41b9780d971f7&device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 1099 time: 0.0941494 Jun 04 13:48:49.713517 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-8d4dc1fc-1e55-49b9-8822-eaa6b49acd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:49.715430 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-8d4dc1fc-1e55-49b9-8822-eaa6b49acd81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 200 len: 920 time: 0.1685724 Jun 04 13:48:49.722822 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15410eab-df5f-4054-8d7c-cc764a21d0ce req-0fbd67ff-c749-466d-84b3-c1826d86b734 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:49.724346 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-15410eab-df5f-4054-8d7c-cc764a21d0ce req-0fbd67ff-c749-466d-84b3-c1826d86b734 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.1067748 Jun 04 13:48:49.778636 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-15410eab-df5f-4054-8d7c-cc764a21d0ce req-399ad257-0e30-4462-ad8e-7c0d91805778 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Jun 04 13:48:49.895563 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-6728c61d-0047-43cc-9384-4cd583b18ba8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 200 len: 217 time: 0.1710100 Jun 04 13:48:49.980658 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-2bc8817b-a00e-4575-a6b3-68eed8f6e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:49.982453 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-2bc8817b-a00e-4575-a6b3-68eed8f6e9b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 200 len: 859 time: 0.0789449 Jun 04 13:48:50.055761 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-7d938d67-462f-49fb-8b0b-fb1e576741aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ad90d96-8ea1-4557-8d7f-bad39550b643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633504 Jun 04 13:48:50.070098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16cd8-809e-4f18-a187-0bc46edd45a0 req-0987ef58-7136-4794-8951-4d13ae03960f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:50.073508 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4ed16cd8-809e-4f18-a187-0bc46edd45a0 req-0987ef58-7136-4794-8951-4d13ae03960f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1423190 Jun 04 13:48:50.143172 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4ed16cd8-809e-4f18-a187-0bc46edd45a0 req-c96a7641-980d-4524-8c5d-51b0ada402c8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Jun 04 13:48:50.228516 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-d8ae95d6-b6cf-423f-812c-f49b57ef2a9a service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626084 Jun 04 13:48:50.379619 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-21c78802-a47c-487d-86d2-19f97e6de0f4 req-70a36fb1-81a7-4328-8977-abf0d7b42b50 service neutron] 10.222.0.13 "GET /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437609 Jun 04 13:48:50.470499 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b1a8945-7314-46af-b1f3-88bc6af17ab0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:48:50.505472 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 1b1a8945-7314-46af-b1f3-88bc6af17ab0 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:48:50.505922 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b1a8945-7314-46af-b1f3-88bc6af17ab0 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:48:50.645821 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35224) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:50.714735 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Deleting subnet 8d5acdeb-d476-44be-a4b3-1eae116247ee {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:48:50.718020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:50.788598 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:50.859654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:50.991156 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a50c49-43c8-4ed8-958c-330f70e18fc8 req-345f9052-f27f-4ba0-94bc-fbc3c693ccac tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:50.992958 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09a50c49-43c8-4ed8-958c-330f70e18fc8 req-345f9052-f27f-4ba0-94bc-fbc3c693ccac tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.0949807 Jun 04 13:48:51.060402 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09a50c49-43c8-4ed8-958c-330f70e18fc8 req-6c0533d6-8c6b-4746-9da9-c1822db54450 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589120 Jun 04 13:48:51.315418 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.326176 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:51.375493 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5acdeb-d476-44be-a4b3-1eae116247ee,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:51.377984 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.382613 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:51.386583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bea94-c1e8-4d4b-95e5-99113557472f req-16a2e6b0-7caf-4b88-ad96-4c95acfa27a3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:51.386743 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d5acdeb-d476-44be-a4b3-1eae116247ee HTTP/1.1" status: 204 len: 168 time: 0.7397735 Jun 04 13:48:51.388169 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-368bea94-c1e8-4d4b-95e5-99113557472f req-16a2e6b0-7caf-4b88-ad96-4c95acfa27a3 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1144912 Jun 04 13:48:51.392400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35244) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:51.538614 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-368bea94-c1e8-4d4b-95e5-99113557472f req-f29552c2-b4da-4526-82be-2d8207a4554f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246486 Jun 04 13:48:51.543941 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.704931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.722644 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400cf985-2d79-4aa3-bda5-05c7fc7dca5c']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:51.737647 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65401b0e-db14-401c-9bd8-bf7b8d85cc95') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:51.738578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65401b0e-db14-401c-9bd8-bf7b8d85cc95') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:51.751219 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.771933 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.783350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:48:51.784091 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:48:51.799768 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:48:52.098244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:52.108066 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9e1775ba-04a2-4949-8e24-1a438f3e92e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:52.126075 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:52.132738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=400cf985-2d79-4aa3-bda5-05c7fc7dca5c,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:52.139316 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:52.270578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30fe8b-e374-4ca1-bb97-b68a15300569 req-ec97c91c-3366-40cd-a9ff-b07408690488 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:52.272147 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa30fe8b-e374-4ca1-bb97-b68a15300569 req-ec97c91c-3366-40cd-a9ff-b07408690488 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.0970929 Jun 04 13:48:52.323165 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fa30fe8b-e374-4ca1-bb97-b68a15300569 req-b2eaa123-1169-49f8-9c1c-9c163983c038 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Jun 04 13:48:52.324392 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] 10.222.0.10 "DELETE /v2.0/networks/400cf985-2d79-4aa3-bda5-05c7fc7dca5c HTTP/1.1" status: 204 len: 168 time: 0.9305146 Jun 04 13:48:52.327392 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35254) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:52.397104 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Deleting subnet 26ce3c1a-56dd-4298-a27b-0150a0afef4c {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:48:52.401485 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:52.471327 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:52.538073 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:52.594767 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111c2f-93d9-4711-82e5-a62d230a79c5 req-95c30231-5ccf-4aa9-90a8-c3845ae8efee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:52.596372 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-18111c2f-93d9-4711-82e5-a62d230a79c5 req-95c30231-5ccf-4aa9-90a8-c3845ae8efee tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1345785 Jun 04 13:48:52.677153 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-18111c2f-93d9-4711-82e5-a62d230a79c5 req-df39f187-217b-4b01-beb1-95039a9b37d6 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711701 Jun 04 13:48:52.956171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6cf71-5e4f-44be-b514-958aab96a956 req-34443349-4c62-4965-9650-0fd28651bfcd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:52.958978 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fcf6cf71-5e4f-44be-b514-958aab96a956 req-34443349-4c62-4965-9650-0fd28651bfcd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1344295 Jun 04 13:48:52.996912 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.005656 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:53.009670 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fcf6cf71-5e4f-44be-b514-958aab96a956 req-b7299758-c51e-4949-b994-1573b09733f2 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Jun 04 13:48:53.054174 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.059111 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ce3c1a-56dd-4298-a27b-0150a0afef4c,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:53.062139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:53.070635 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35266) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:53.072455 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d4e7420f-db96-4b7a-828e-8b69233e5031 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26ce3c1a-56dd-4298-a27b-0150a0afef4c HTTP/1.1" status: 204 len: 168 time: 0.7427475 Jun 04 13:48:53.166444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.215810 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.498378 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.525599 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4d66b7-9638-4e10-bc49-c0488f79cca0']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:53.541442 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2d9fd3-17f7-40a7-9f56-dbc2d47fe05a') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:53.541739 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2d9fd3-17f7-40a7-9f56-dbc2d47fe05a') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:48:53.562630 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.592116 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.609369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2e863-ef8e-4fe2-840a-a78f0cb2516f req-a41e6ecf-6e47-4a9b-b398-0d4777672a46 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:53.610534 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0b2e863-ef8e-4fe2-840a-a78f0cb2516f req-a41e6ecf-6e47-4a9b-b398-0d4777672a46 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.1505811 Jun 04 13:48:53.611601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:48:53.612025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:48:53.627148 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:48:53.747450 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0b2e863-ef8e-4fe2-840a-a78f0cb2516f req-91da3cb3-1ac0-4745-9b26-13b44c5dfd54 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191211 Jun 04 13:48:53.847008 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.853933 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:53.878630 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:53.938809 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4d66b7-9638-4e10-bc49-c0488f79cca0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:53.951193 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5d4d66b7-9638-4e10-bc49-c0488f79cca0 HTTP/1.1" status: 204 len: 168 time: 0.8784709 Jun 04 13:48:53.966549 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.972232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:53.978159 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b728c3e3-0c4f-432f-9700-ccd3048e5605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:54.015642 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b586a-c3b8-47c6-ba82-fdb93a444c26 req-22de1449-eb2a-4ea4-90f9-d86d63e4faf4 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:54.017442 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e8b586a-c3b8-47c6-ba82-fdb93a444c26 req-22de1449-eb2a-4ea4-90f9-d86d63e4faf4 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1428928 Jun 04 13:48:54.084621 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e8b586a-c3b8-47c6-ba82-fdb93a444c26 req-4203b60c-1786-47ca-a27c-f51b9b15c75a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589616 Jun 04 13:48:54.297294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259db314-6962-41c7-8f30-649a9fdf5cb5 req-0f67300e-967b-42ea-b6d1-1ce61b3988a7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:54.298823 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-259db314-6962-41c7-8f30-649a9fdf5cb5 req-0f67300e-967b-42ea-b6d1-1ce61b3988a7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.0957816 Jun 04 13:48:54.346778 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-259db314-6962-41c7-8f30-649a9fdf5cb5 req-f8c9a5bf-00f0-4f51-9025-a1f4378ab4cd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Jun 04 13:48:54.406457 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35284) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:54.457009 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-1db4eb73-8fc1-4e74-a172-4b64fd8fc13a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13a38c50b0e4407b9282d473663be3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493057 Jun 04 13:48:54.467230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35286) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:54.502685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41f858c9-e5b3-4446-a501-60d87efea239 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:48:54.550931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:54.593580 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:54.725139 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41f858c9-e5b3-4446-a501-60d87efea239,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:54.740639 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '41f858c9-e5b3-4446-a501-60d87efea239', 'network_id': 'a8598974-ebff-460b-a726-f021d1e2decd', 'port_id': '41f858c9-e5b3-4446-a501-60d87efea239', 'mac_address': 'fa:16:3e:34:a0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc4afd2-dd46-4f78-82e2-37c3189bb509', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:48:54.796397 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:54.802535 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d3d3af7a-0ab7-4817-8b30-bcbfb6b27397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:54.819740 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be977ee-25ad-4fac-b783-6b5c081389c2,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:54.823397 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:54.825826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:54.827315 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b485d612-cdcf-4b10-a5ba-12cb0eeb2cea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9be977ee-25ad-4fac-b783-6b5c081389c2 HTTP/1.1" status: 204 len: 168 time: 0.3650887 Jun 04 13:48:54.966172 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:54.986004 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f858c9-e5b3-4446-a501-60d87efea239 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:48:55.006569 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41f858c9-e5b3-4446-a501-60d87efea239,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:55.052457 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79827724-a2f7-4093-af41-6ab231c80b93 req-5addd728-046b-48ad-b13d-41eb4c9d9f5b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:55.053230 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-79827724-a2f7-4093-af41-6ab231c80b93 req-5addd728-046b-48ad-b13d-41eb4c9d9f5b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Synchronizing usage tracker for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:48:55.070177 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003c4c-6079-43f6-88a2-71075c23d250 req-ee967669-8180-4185-be4f-6dc6562e5f73 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:55.071934 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b003c4c-6079-43f6-88a2-71075c23d250 req-ee967669-8180-4185-be4f-6dc6562e5f73 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 948 time: 0.1179030 Jun 04 13:48:55.118828 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b003c4c-6079-43f6-88a2-71075c23d250 req-5b2b41b0-4b8b-4b6d-8e72-0080a94557ff tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Jun 04 13:48:55.126889 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:55.129697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:55.166622 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-79827724-a2f7-4093-af41-6ab231c80b93 req-5addd728-046b-48ad-b13d-41eb4c9d9f5b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Unset dirty status for tenant:957d2c45dcd84638a906231d84cda0b3 on resource:port {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:48:55.167741 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-79827724-a2f7-4093-af41-6ab231c80b93 req-5addd728-046b-48ad-b13d-41eb4c9d9f5b tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.2087364 Jun 04 13:48:55.220209 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:55.225141 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:55.473105 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Deleting port 8fd89344-9658-4968-a69b-3ddfb792c332 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:48:55.473711 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:55.475895 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d17e30-366e-4799-8b3d-bbf6fe410937 req-beb409df-c30c-4c07-b9fb-28d29c67cd3e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:55.484383 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-67d17e30-366e-4799-8b3d-bbf6fe410937 req-beb409df-c30c-4c07-b9fb-28d29c67cd3e tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 945 time: 0.1460111 Jun 04 13:48:55.531520 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-67d17e30-366e-4799-8b3d-bbf6fe410937 req-08103b9e-e735-4a38-a441-4f466d6d6a69 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53a26eb-13ae-40bc-85b6-245fff4a4e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Jun 04 13:48:55.587600 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['41f858c9-e5b3-4446-a501-60d87efea239'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:48:55.723481 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] For port 8fd89344-9658-4968-a69b-3ddfb792c332, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8fd89344-9658-4968-a69b-3ddfb792c332,segment=NetworkSegment(7e632ed2-16f4-466e-a01a-fc53ddf69714),segment_id=7e632ed2-16f4-466e-a01a-fc53ddf69714)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:55.723850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:55.871424 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Calling delete_port for 8fd89344-9658-4968-a69b-3ddfb792c332 owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:48:55.908775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35324) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:55.964423 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-be880a71-7d53-4183-b722-21a889689d95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d28c0dde863419195c83715303d9488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542936 Jun 04 13:48:55.966862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35326) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:56.054345 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.086322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.132465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.139490 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:56.195391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Pushing event deleted for resources: {'Port': ['ID=8fd89344-9658-4968-a69b-3ddfb792c332,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:56.201576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:56.218213 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.224515 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c0c29eb2-7e21-465f-bcd0-8b319aa13837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:56.241294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea53f357-728f-417f-9543-9fc1ab0884b6,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:56.246036 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:56.250133 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.251688 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea53f357-728f-417f-9543-9fc1ab0884b6 HTTP/1.1" status: 204 len: 168 time: 0.2838902 Jun 04 13:48:56.385417 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce8ff1-7833-47f8-86b3-a78533d79c95 req-8a12baab-2452-4af4-80bb-76c040049ff3 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:56.387140 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b6ce8ff1-7833-47f8-86b3-a78533d79c95 req-8a12baab-2452-4af4-80bb-76c040049ff3 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 949 time: 0.1342740 Jun 04 13:48:56.454349 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b6ce8ff1-7833-47f8-86b3-a78533d79c95 req-3f9449b9-3b28-4129-86b2-42b4aa4ccd08 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Jun 04 13:48:56.552650 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8fd89344-9658-4968-a69b-3ddfb792c332 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:48:56.592473 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 8fd89344-9658-4968-a69b-3ddfb792c332 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:48:56.593146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8fd89344-9658-4968-a69b-3ddfb792c332 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:48:56.697427 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] No DVR routers for this DVR port 8fd89344-9658-4968-a69b-3ddfb792c332 on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:48:56.700909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:56.701372 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6cd8ed3a-cf38-4588-8fe8-7a570ca471ca req-ff1ebaf5-43ed-4a5d-9456-c56e27921074 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.0458679 Jun 04 13:48:56.704966 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'name': 'network-vif-deleted', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:56.707813 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341bf4d7-f987-435b-977c-dddaca9c2cd6" -d '{"events": [{"server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "name": "network-vif-deleted", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:56.760468 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24026a2a-a68f-482a-8ec6-43b9056fad59 x-openstack-request-id: req-24026a2a-a68f-482a-8ec6-43b9056fad59 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:56.760776 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf01169d-c29a-4f5f-8888-99199b7e6aa5", "name": "network-vif-deleted", "tag": "8fd89344-9658-4968-a69b-3ddfb792c332", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:56.761085 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24026a2a-a68f-482a-8ec6-43b9056fad59 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:56.761499 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf01169d-c29a-4f5f-8888-99199b7e6aa5', 'name': 'network-vif-deleted', 'tag': '8fd89344-9658-4968-a69b-3ddfb792c332', 'status': 'completed', 'code': 200} Jun 04 13:48:56.858792 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-79827724-a2f7-4093-af41-6ab231c80b93 req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.13 "DELETE /v2.0/ports/8fd89344-9658-4968-a69b-3ddfb792c332 HTTP/1.1" status: 204 len: 173 time: 1.6715815 Jun 04 13:48:57.640530 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35376) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:57.756764 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86304a-bad0-44da-8450-6f14556c3e90 req-56c44894-0675-4706-a6e7-10f5608402a5 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:57.759633 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc86304a-bad0-44da-8450-6f14556c3e90 req-56c44894-0675-4706-a6e7-10f5608402a5 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 949 time: 0.1773355 Jun 04 13:48:57.772101 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1936155645-network', 'tenant_id': '5fae156b092c4eaebe49e7f370eb30b4'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:48:57.777200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:57.781878 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Usage tracker for resource:network and tenant:5fae156b092c4eaebe49e7f370eb30b4 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:57.784951 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:57.792896 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:57.808444 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc86304a-bad0-44da-8450-6f14556c3e90 req-bd777362-b989-448c-84d3-9a33fe5a1a68 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Jun 04 13:48:57.919115 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c3cc0111-0982-47f0-be6a-b5d803805f4c req-b9d4a258-1aa4-4410-8511-4724a0b8d75c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf01169d-c29a-4f5f-8888-99199b7e6aa5 HTTP/1.1" status: 200 len: 210 time: 0.0420775 Jun 04 13:48:58.006269 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Made reservation on behalf of 5fae156b092c4eaebe49e7f370eb30b4 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:48:58.008640 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.025117 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.048062 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:58.053657 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Usage tracker for resource:security_group_rule and tenant:5fae156b092c4eaebe49e7f370eb30b4 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:58.057108 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:58.064185 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:58.071025 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35384) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:58.173489 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.219909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.235323 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:58.239612 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Usage tracker for resource:security_group_rule and tenant:3ae06b5f47cb47efb999662feff1b0ff is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:58.242855 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:58.248790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:58.261408 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.265192 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6899ff23-0576-435a-8ed5-4826871753c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:58.307421 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:48:58.325474 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80250150-475e-473f-b00d-e1471da5d82d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:58.330617 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.330950 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Added segment 22ef9d6f-1234-42c6-826c-c68df378be28 of type vlan for network 81833b74-95ce-4bef-9bfd-d191ccb17273 Jun 04 13:48:58.332211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:58.372730 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.428179 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.503961 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.511479 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5e99fdce-2b13-4cdb-99d6-b1d5fda29baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:58.517610 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.523625 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:58.524253 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.560600 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41f858c9-e5b3-4446-a501-60d87efea239 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:48:58.564059 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1890b432-174a-4a42-8d85-ac71857f3256,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:58.569813 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:58.573106 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ae06b5f47cb47efb999662feff1b0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006390 Jun 04 13:48:58.573751 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5703de70-7b8a-4915-b484-820fe6391b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:58.576050 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35390) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:58.661098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.676816 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Pushing event updated for resources: {'Network': ['ID=81833b74-95ce-4bef-9bfd-d191ccb17273,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:58.679604 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:58.689187 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:48:58.689619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.711285 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0691924 Jun 04 13:48:58.713857 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35392) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:58.717719 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 41f858c9-e5b3-4446-a501-60d87efea239 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:48:58.719319 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Request body: {'subnet': {'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1936155645-subnet', 'tenant_id': '5fae156b092c4eaebe49e7f370eb30b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:48:58.724691 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:58.726071 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 41f858c9-e5b3-4446-a501-60d87efea239 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:48:58.726659 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.729184 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Usage tracker for resource:subnet and tenant:5fae156b092c4eaebe49e7f370eb30b4 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:58.732672 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:58.738639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:58.818187 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.823701 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ea6e2338-7a7c-44ef-93ca-0fdc3f30ac23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:58.832912 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Made reservation on behalf of 5fae156b092c4eaebe49e7f370eb30b4 for: {'subnet': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:48:58.841137 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846451'] for subnet, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.845513 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1890b432-174a-4a42-8d85-ac71857f3256,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:58.858521 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:58.876043 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.877475 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1890b432-174a-4a42-8d85-ac71857f3256 HTTP/1.1" status: 204 len: 168 time: 0.2998271 Jun 04 13:48:58.922738 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:58.970937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:48:58.975176 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e115ad-9e2c-471a-9441-1622ec8fead5" -d '{"events": [{"server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "name": "network-vif-plugged", "status": "completed", "tag": "41f858c9-e5b3-4446-a501-60d87efea239"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:48:58.988228 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41f858c9-e5b3-4446-a501-60d87efea239,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:48:59.038868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35404) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:59.070571 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb6eb0-4ddc-480b-808c-d71a26e79aa3 x-openstack-request-id: req-78bb6eb0-4ddc-480b-808c-d71a26e79aa3 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:48:59.072977 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "name": "network-vif-plugged", "status": "completed", "tag": "41f858c9-e5b3-4446-a501-60d87efea239", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:48:59.073614 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78bb6eb0-4ddc-480b-808c-d71a26e79aa3 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:48:59.074452 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239', 'code': 200} Jun 04 13:48:59.109476 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.111738 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:59.116008 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3faf41b-d85e-4195-9509-714f430bc1c9 req-22386d02-1064-4f93-a5b2-cbe359219207 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:59.117526 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3faf41b-d85e-4195-9509-714f430bc1c9 req-22386d02-1064-4f93-a5b2-cbe359219207 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 949 time: 0.1476986 Jun 04 13:48:59.120866 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Deleting subnet da874524-5bf2-452e-9e94-c222536761df {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:48:59.128260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.196947 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:59.202192 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.202548 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.202886 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.203343 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.203677 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.204038 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.204364 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.204653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.205281 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.205613 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.205994 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.206444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.206769 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:48:59.211127 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:59.242376 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b3faf41b-d85e-4195-9509-714f430bc1c9 req-e71adb49-fb9d-475d-b7ec-864ae7e6815e tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911126 Jun 04 13:48:59.284724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.460985 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2770586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846433'] for subnet, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.465760 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d189e3f4-acc7-4405-aa24-1c568c9c698c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:59.593437 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:59.603075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:59.603946 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Checking segment: {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:48:59.604338 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Network hostable DHCP agents. Network: 81833b74-95ce-4bef-9bfd-d191ccb17273, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:48:59.649829 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653601e-5388-42c7-acd2-ee024a1f5331 req-74848497-4972-418d-9d57-39120a173667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:59.652048 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c653601e-5388-42c7-acd2-ee024a1f5331 req-74848497-4972-418d-9d57-39120a173667 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 1103 time: 0.1020651 Jun 04 13:48:59.718285 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:48:59.729161 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c653601e-5388-42c7-acd2-ee024a1f5331 req-286dec15-3dcb-493a-a75a-4307da933c66 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567355 Jun 04 13:48:59.778329 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.783514 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:48:59.818001 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 81833b74-95ce-4bef-9bfd-d191ccb17273) {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:48:59.818930 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da874524-5bf2-452e-9e94-c222536761df,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:48:59.823210 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:48:59.823339 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.827131 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d7886-f1b0-437f-ac03-9f07908f556e None None] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:48:59.832687 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-aea9bbd0-a662-409f-8f96-7bfaffba459c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da874524-5bf2-452e-9e94-c222536761df HTTP/1.1" status: 204 len: 168 time: 0.7924602 Jun 04 13:48:59.833763 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35414) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:59.835569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35416) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:48:59.863128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.879183 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:48:59.880111 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.907043 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:48:59.914759 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Usage tracker for resource:security_group_rule and tenant:2316fdabaf894da598e71a1099fe9833 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:48:59.919912 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:48:59.927540 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:48:59.978425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:48:59.998356 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e0c12a2e-70f2-4468-ae82-e7adc317d28e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2831836 Jun 04 13:49:00.076354 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177e560-5984-40c2-a79a-68186a966595 None None] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:49:00.146716 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.164129 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.179529 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1264076-a5af-41ea-9104-8ebc00c8f2cd']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:00.200650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e632ed2-16f4-466e-a01a-fc53ddf69714') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:00.200967 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e632ed2-16f4-466e-a01a-fc53ddf69714') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:00.223092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.238926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.247364 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.262296 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:00.265337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:49:00.265992 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.293498 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e856946e-20a9-46d9-ab90-226258cdf170,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:00.299075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:00.321769 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2316fdabaf894da598e71a1099fe9833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4866571 Jun 04 13:49:00.327160 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35428) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:49:00.424417 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:49:00.434631 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.477166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.553331 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.578476 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:00.596027 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.615100 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1264076-a5af-41ea-9104-8ebc00c8f2cd,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:00.621893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:00.688692 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dffc4b-74fa-4214-af7b-1891aa90739e req-7079841a-15bb-40db-b40b-a1ac275af175 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:00.690493 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46dffc4b-74fa-4214-af7b-1891aa90739e req-7079841a-15bb-40db-b40b-a1ac275af175 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 950 time: 0.1875410 Jun 04 13:49:00.717808 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-26c7fbfd-2757-4877-9b6e-c59a4c03b191 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e1264076-a5af-41ea-9104-8ebc00c8f2cd HTTP/1.1" status: 204 len: 168 time: 0.8810194 Jun 04 13:49:00.761061 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-46dffc4b-74fa-4214-af7b-1891aa90739e req-3a127a83-edb4-4e6f-b4a3-f7fdb278d832 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608850 Jun 04 13:49:00.783830 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.789805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-41e48724-5eaa-4d91-9f36-81a004c061b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:00.810230 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e856946e-20a9-46d9-ab90-226258cdf170,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:00.814502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:00.817192 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:00.819112 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e856946e-20a9-46d9-ab90-226258cdf170 HTTP/1.1" status: 204 len: 168 time: 0.4904277 Jun 04 13:49:01.041462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-0aa844b4-15c6-4273-b67c-8c82a0f2149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:01.430415 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35440) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:01.521714 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9a3d583e-cfef-436e-9152-eb73abfb34d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=957d2c45dcd84638a906231d84cda0b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0891585 Jun 04 13:49:01.523870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35446) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:01.637221 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:01.687351 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:01.703465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ded3a-b1c7-4971-824b-bbbd1a78f3e6 req-738d4dab-26a0-42ec-bdac-57a7bd684de8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:01.714999 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-201ded3a-b1c7-4971-824b-bbbd1a78f3e6 req-738d4dab-26a0-42ec-bdac-57a7bd684de8 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.1206129 Jun 04 13:49:01.769066 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-201ded3a-b1c7-4971-824b-bbbd1a78f3e6 req-850a4778-379d-4150-9bcd-9546b672aec7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Jun 04 13:49:01.921325 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:01.926650 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dfcd0231-e61f-4b5e-9d26-390aa455fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:01.944344 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a26eb-13ae-40bc-85b6-245fff4a4e9f,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:01.946999 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:02.023567 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c1e9-21af-4f31-bb2b-7c0c3b4a7849 req-19227680-fc21-4f1e-bd5a-6ab5c3913ca7 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:02.028099 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2d19c1e9-21af-4f31-bb2b-7c0c3b4a7849 req-19227680-fc21-4f1e-bd5a-6ab5c3913ca7 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 950 time: 0.1140573 Jun 04 13:49:02.034608 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.035874 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b53a26eb-13ae-40bc-85b6-245fff4a4e9f HTTP/1.1" status: 204 len: 168 time: 0.5100665 Jun 04 13:49:02.089616 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2d19c1e9-21af-4f31-bb2b-7c0c3b4a7849 req-17e617bd-3413-4176-8788-81aa07e2dd9b tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 Jun 04 13:49:02.161673 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35458) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:02.189092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.205313 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:02.211676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Usage tracker for resource:security_group_rule and tenant:a05c44af1fa64c18ac48a307842809b7 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:02.217572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:02.228796 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:02.351396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.447096 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.457775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-40a5cb1a-d43e-4c36-8b02-8410ede24c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:02.499637 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a05c44af1fa64c18ac48a307842809b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340149 Jun 04 13:49:02.500897 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35466) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:02.501813 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9eeb4d-7333-4bf3-a1ef-498e9dcfd76b,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:02.513792 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:02.589078 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.628070 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.853633 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.866964 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-72433663-abae-4282-9e8e-49099f669601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:02.888495 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9eeb4d-7333-4bf3-a1ef-498e9dcfd76b,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:02.894595 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:02.902548 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:02.906124 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed9eeb4d-7333-4bf3-a1ef-498e9dcfd76b HTTP/1.1" status: 204 len: 168 time: 0.4034159 Jun 04 13:49:03.151108 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89ea5-d5b1-487e-9d5b-4783dded7d92 req-e62fba61-4800-451d-8cda-90f4c9633c22 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:03.152965 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8cf89ea5-d5b1-487e-9d5b-4783dded7d92 req-e62fba61-4800-451d-8cda-90f4c9633c22 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2470534 Jun 04 13:49:03.187516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c913-230a-4a4c-8803-4415104d3e03 req-dcde6d25-a49d-4614-9c8e-a50d787bb5ed tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:03.194714 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1901c913-230a-4a4c-8803-4415104d3e03 req-dcde6d25-a49d-4614-9c8e-a50d787bb5ed tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 950 time: 0.1825731 Jun 04 13:49:03.253263 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8cf89ea5-d5b1-487e-9d5b-4783dded7d92 req-f1fe4d32-4f86-4a66-9f8d-0a226e137ce9 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Jun 04 13:49:03.267671 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1901c913-230a-4a4c-8803-4415104d3e03 req-e102afa6-f65a-4a53-88b3-95d924d30ab5 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Jun 04 13:49:03.385102 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:03.408274 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:49:03.481107 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-66d7687d-ee17-42ba-9298-9a1cf0db8c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:04.605907 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11493a-b906-49df-977a-e061b4a9cb5d req-1c0b3066-f89b-458e-a16c-57f856d9048b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:04.608350 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ac11493a-b906-49df-977a-e061b4a9cb5d req-1c0b3066-f89b-458e-a16c-57f856d9048b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2085164 Jun 04 13:49:04.623228 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85aa86-03c2-453f-a5ff-fa05b399d6ab req-fbf2b97e-857a-41d8-8c1a-fd7f447581f2 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:04.625264 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc85aa86-03c2-453f-a5ff-fa05b399d6ab req-fbf2b97e-857a-41d8-8c1a-fd7f447581f2 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 950 time: 0.1756518 Jun 04 13:49:04.717274 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ac11493a-b906-49df-977a-e061b4a9cb5d req-e869b9e5-b91a-4fbd-92cb-e81f3a93f36f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907018 Jun 04 13:49:04.723961 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc85aa86-03c2-453f-a5ff-fa05b399d6ab req-4b93f0f2-67de-4263-ad08-b4f27a8d0e7e tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7d59b33-fe5c-4093-a466-80fede735628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780513 Jun 04 13:49:04.932888 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.013214 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-f9766348-bba3-470f-83c0-964f824b8547 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:05.014760 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-f9766348-bba3-470f-83c0-964f824b8547 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/networks?id=81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 200 len: 814 time: 0.1874092 Jun 04 13:49:05.046815 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b557417a-d0a3-46f6-b862-0080d7b8aad4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/quotas/5fae156b092c4eaebe49e7f370eb30b4 HTTP/1.1" status: 200 len: 375 time: 0.0177832 Jun 04 13:49:05.068693 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-596192c8-9b66-47e7-9d52-0951b5f06620 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:05.070203 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-596192c8-9b66-47e7-9d52-0951b5f06620 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.13 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 950 time: 0.1128368 Jun 04 13:49:05.113805 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-f1abfddb-de02-4385-8fda-827870e8dab4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591836 Jun 04 13:49:05.246826 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Deleting port 41f858c9-e5b3-4446-a501-60d87efea239 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:49:05.247175 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.400483 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] For port 41f858c9-e5b3-4446-a501-60d87efea239, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=41f858c9-e5b3-4446-a501-60d87efea239,segment=NetworkSegment(202bf39b-8def-4cff-b419-3e1da92a536e),segment_id=202bf39b-8def-4cff-b419-3e1da92a536e)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:05.400841 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.431334 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-6478867d-043b-4c85-8100-b47ccc3694b2 service neutron] 10.222.0.10 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085511 Jun 04 13:49:05.440068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-e256e451-a8b4-4cdd-bb2b-d752f3fcba10 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:05.441597 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-e256e451-a8b4-4cdd-bb2b-d752f3fcba10 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.3176928 Jun 04 13:49:05.575699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Calling delete_port for 41f858c9-e5b3-4446-a501-60d87efea239 owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:49:05.682169 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b89ed902-7ab2-4657-bcae-26790edd3720 service neutron] 10.222.0.10 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396474 Jun 04 13:49:05.696644 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Deleting port c06800c1-7d4f-42a0-a006-13816c4696d8 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:49:05.697166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.809472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.822506 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0650534e-dea7-46cf-ad60-c46f3ed5be2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:05.827060 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['41f858c9-e5b3-4446-a501-60d87efea239'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:49:05.902913 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Pushing event deleted for resources: {'Port': ['ID=41f858c9-e5b3-4446-a501-60d87efea239,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:05.908056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:05.912449 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7d5d968e-af71-472d-aa61-974fb62b88cf req-5b489fbe-6566-4c83-b18b-131adb10cce9 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0665395 Jun 04 13:49:05.930595 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] For port c06800c1-7d4f-42a0-a006-13816c4696d8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c06800c1-7d4f-42a0-a006-13816c4696d8,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:05.930876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:05.983001 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35606) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:06.072435 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] No DVR routers for this DVR port 41f858c9-e5b3-4446-a501-60d87efea239 on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:49:06.075826 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.090378 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'name': 'network-vif-deleted', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:06.100183 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a57b4d1-12bf-45e4-a0ad-524ce0190d54" -d '{"events": [{"server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "name": "network-vif-deleted", "tag": "41f858c9-e5b3-4446-a501-60d87efea239"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:06.127383 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-07d949ed-1d3e-4b8a-bb4b-b2ba47e7a55b req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.13 "DELETE /v2.0/ports/41f858c9-e5b3-4446-a501-60d87efea239 HTTP/1.1" status: 204 len: 173 time: 1.0476530 Jun 04 13:49:06.240648 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Calling delete_port for c06800c1-7d4f-42a0-a006-13816c4696d8 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:49:06.357839 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22dd6e6f-829c-414c-9e1c-d0146534c3bd req-8a0efa6e-781a-48bf-94ed-16db3596e4df tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 210 time: 0.1136942 Jun 04 13:49:06.379851 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.419149 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:06.424151 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Usage tracker for resource:security_group_rule and tenant:a23ae7916875409eac9187537ab6e28b is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:06.429078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:06.438609 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:06.485754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c26c-315e-4489-8f52-fa7339c86ebd req-086f457a-fcdf-42c4-98bd-1d02ccfd853d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:06.487219 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2199c26c-315e-4489-8f52-fa7339c86ebd req-086f457a-fcdf-42c4-98bd-1d02ccfd853d tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 945 time: 0.2395248 Jun 04 13:49:06.521659 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.601338 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d754238-fb60-496a-af0c-9247d6220cb3 x-openstack-request-id: req-9d754238-fb60-496a-af0c-9247d6220cb3 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:06.601701 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06d518a-dcc2-47e0-bb18-e2e56468f286", "name": "network-vif-deleted", "tag": "41f858c9-e5b3-4446-a501-60d87efea239", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:06.602187 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d754238-fb60-496a-af0c-9247d6220cb3 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:06.603431 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06d518a-dcc2-47e0-bb18-e2e56468f286', 'name': 'network-vif-deleted', 'tag': '41f858c9-e5b3-4446-a501-60d87efea239', 'status': 'completed', 'code': 200} Jun 04 13:49:06.615686 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2199c26c-315e-4489-8f52-fa7339c86ebd req-a49bc3d4-f1f0-458d-85ca-63e6d7ae0628 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201305 Jun 04 13:49:06.664101 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.715147 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.722485 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:06.737803 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:49:06.781245 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.807329 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Pushing event deleted for resources: {'Port': ['ID=c06800c1-7d4f-42a0-a006-13816c4696d8,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:06.845859 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:06.855957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d4677412-d3eb-44dd-a7ee-b7a1f7c753be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:06.933539 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] No DVR routers for this DVR port c06800c1-7d4f-42a0-a006-13816c4696d8 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:49:06.937149 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a23ae7916875409eac9187537ab6e28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478440 Jun 04 13:49:06.938575 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:06.943810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35640) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:06.951130 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'name': 'network-vif-deleted', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:06.951130 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c8ff8-0352-43a7-bc14-19475e36a160" -d '{"events": [{"server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "name": "network-vif-deleted", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:06.962905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bc6f0-0309-4975-8b0f-5d60bbabde5d,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:06.973783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a0421503-46f2-4928-907f-153768f0edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:07.000715 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b508c876-74fb-4138-9f72-6fe063f95e7a req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "DELETE /v2.0/ports/c06800c1-7d4f-42a0-a006-13816c4696d8 HTTP/1.1" status: 204 len: 173 time: 1.5398359 Jun 04 13:49:07.067587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbda03c2-0049-4eb4-b0c2-ffd3f6cb6612 x-openstack-request-id: req-cbda03c2-0049-4eb4-b0c2-ffd3f6cb6612 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:07.067932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c0b37e-fd1e-4d7c-81d3-d15d257e480f", "name": "network-vif-deleted", "tag": "c06800c1-7d4f-42a0-a006-13816c4696d8", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:07.068654 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbda03c2-0049-4eb4-b0c2-ffd3f6cb6612 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:07.069084 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c0b37e-fd1e-4d7c-81d3-d15d257e480f', 'name': 'network-vif-deleted', 'tag': 'c06800c1-7d4f-42a0-a006-13816c4696d8', 'status': 'completed', 'code': 200} Jun 04 13:49:07.105120 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.194051 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.222922 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8454fd82-2813-4e32-81aa-134a48a24e70 req-f7aa9da7-6158-460e-a786-82d4097b275e tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] 10.222.0.10 "GET /v2.0/ports?device_id=f06d518a-dcc2-47e0-bb18-e2e56468f286 HTTP/1.1" status: 200 len: 210 time: 0.0533469 Jun 04 13:49:07.395465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.404728 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3a4cdc64-1824-41d6-9108-db709288b1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:07.423142 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bc6f0-0309-4975-8b0f-5d60bbabde5d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:07.428216 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:07.448125 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:07.451956 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc6bc6f0-0309-4975-8b0f-5d60bbabde5d HTTP/1.1" status: 204 len: 168 time: 0.5037899 Jun 04 13:49:07.631043 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-326ee2ce-7327-4ec0-bb5c-14c729dc0338 req-7b5adb06-f361-4056-ab64-367d889b04c6 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 210 time: 0.0660467 Jun 04 13:49:07.829111 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-a6449427-ae2c-4bad-ab82-50c0ce3ea2e1 req-1190a70e-e0ef-4a2b-843c-c7c99a408ab7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Synchronizing usage tracker for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:07.927924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-a6449427-ae2c-4bad-ab82-50c0ce3ea2e1 req-1190a70e-e0ef-4a2b-843c-c7c99a408ab7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Unset dirty status for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:07.927924 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a6449427-ae2c-4bad-ab82-50c0ce3ea2e1 req-1190a70e-e0ef-4a2b-843c-c7c99a408ab7 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=41c0b37e-fd1e-4d7c-81d3-d15d257e480f HTTP/1.1" status: 200 len: 210 time: 0.1655841 Jun 04 13:49:08.580280 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41f858c9-e5b3-4446-a501-60d87efea239 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:49:08.629389 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 41f858c9-e5b3-4446-a501-60d87efea239 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:49:08.629836 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 41f858c9-e5b3-4446-a501-60d87efea239 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:49:08.630367 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c06800c1-7d4f-42a0-a006-13816c4696d8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:49:08.731376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: c06800c1-7d4f-42a0-a006-13816c4696d8 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:49:08.731728 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c06800c1-7d4f-42a0-a006-13816c4696d8 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:49:08.922008 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-48dde954-1341-491e-a975-e521b2fd006b req-da38cf7a-2060-4383-b735-1bb42d600ea4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 210 time: 0.0583961 Jun 04 13:49:09.504077 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-34736275-4fb9-4035-bbcd-ccace3c27c30 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:09.505610 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-34736275-4fb9-4035-bbcd-ccace3c27c30 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "GET /v2.0/networks?id=81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 200 len: 814 time: 0.3205779 Jun 04 13:49:09.538777 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Request body: {'port': {'device_id': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273', 'admin_state_up': True, 'tenant_id': '5fae156b092c4eaebe49e7f370eb30b4'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:09.736483 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:09.745955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Usage tracker for resource:port and tenant:5fae156b092c4eaebe49e7f370eb30b4 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:09.752047 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:09.762835 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:09.993650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Made reservation on behalf of 5fae156b092c4eaebe49e7f370eb30b4 for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:10.008030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:10.261326 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ad7032c3-691e-4a67-b79e-c6c3159c8bea req-d18a093a-518b-464d-9f5d-9c40f834964e tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 210 time: 0.0824518 Jun 04 13:49:10.420421 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Allocated IP 172.20.0.11 (81833b74-95ce-4bef-9bfd-d191ccb17273/ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d/8ee53820-8a02-4fc0-b9a7-34c7b0a0f248) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:49:10.474151 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df35d1-c94b-4a95-ac76-29e32bad5473 req-1dae082c-734e-469d-a897-98da81c86401 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:10.476017 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1df35d1-c94b-4a95-ac76-29e32bad5473 req-1dae082c-734e-469d-a897-98da81c86401 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1499093 Jun 04 13:49:10.599238 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1df35d1-c94b-4a95-ac76-29e32bad5473 req-0ecc9ee6-1c48-4f29-918f-10c8d9767b69 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087797 Jun 04 13:49:10.762313 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:11.000383 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:11.001401 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:11.069243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:49:11.073045 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:11.077319 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:49:11.117900 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Pushing event updated for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:11.120671 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:11.163277 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:11.174662 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:11.265587 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7313361 Jun 04 13:49:11.284159 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Request body: {'port': {'device_id': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:11.470593 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:11.567296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ca3d2-0248-45f1-aa73-4d6699631a79 req-888c7c23-3675-4a23-8699-10582a8e0a01 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:11.568057 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-bc1ca3d2-0248-45f1-aa73-4d6699631a79 req-888c7c23-3675-4a23-8699-10582a8e0a01 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Synchronizing usage tracker for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:11.725267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-bc1ca3d2-0248-45f1-aa73-4d6699631a79 req-888c7c23-3675-4a23-8699-10582a8e0a01 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Unset dirty status for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:11.727251 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc1ca3d2-0248-45f1-aa73-4d6699631a79 req-888c7c23-3675-4a23-8699-10582a8e0a01 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 932 time: 0.3443151 Jun 04 13:49:11.853368 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35838) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:11.965513 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bc1ca3d2-0248-45f1-aa73-4d6699631a79 req-f2763317-455a-4d2f-a589-9f7bc51fd8b1 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637249 Jun 04 13:49:12.050151 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1ebe3-b480-4f84-8acd-e89c3f285ed5 req-09befd76-793c-416c-9983-aa02b802c608 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:12.051699 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fd1ebe3-b480-4f84-8acd-e89c3f285ed5 req-09befd76-793c-416c-9983-aa02b802c608 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2493453 Jun 04 13:49:12.054362 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.071582 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:12.077549 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:77d2515e94194c418c8a2744ce3a836e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:12.080787 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:12.094879 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:12.104129 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:49:12.116161 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.130812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fd1ebe3-b480-4f84-8acd-e89c3f285ed5 req-72f40d07-a700-499e-b707-6bcb20d27459 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667510 Jun 04 13:49:12.140794 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Transition to ACTIVE for port object 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:49:12.211303 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.415050 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.423266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:12.516341 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.526247 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:12.581159 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77d2515e94194c418c8a2744ce3a836e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235107 Jun 04 13:49:12.581159 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89cc691-8ed4-4aca-ae33-c1a716e62bc8,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:12.583332 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35852) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:12.585213 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:12.680159 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:12.680650 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.684198 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:12.710729 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.807121 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Attempting to bind port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:49:12.807492 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Attempting to bind port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:49:12.807764 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Attempting to bind port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 on network 81833b74-95ce-4bef-9bfd-d191ccb17273 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:49:12.812969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 on network 81833b74-95ce-4bef-9bfd-d191ccb17273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:49:12.813357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Attempting to bind port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 on network 81833b74-95ce-4bef-9bfd-d191ccb17273 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:49:12.825979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:49:12.825979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Checking segment: {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:49:12.825979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Bound using segment: {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:49:12.825979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Bound port: 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:49:12.825979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.864407 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.873646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b84dcbd9-4b01-4e64-be19-aeb4190bb870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:12.907107 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89cc691-8ed4-4aca-ae33-c1a716e62bc8,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:12.910393 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:12.914050 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:12.917292 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a7f83a41-8f3d-4365-8b36-19e464d13dca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b89cc691-8ed4-4aca-ae33-c1a716e62bc8 HTTP/1.1" status: 204 len: 168 time: 0.3312297 Jun 04 13:49:12.964111 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:49:12.972214 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:49:13.062171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:13.068880 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:13.216487 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:13.217469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:13.219669 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] 10.222.0.13 "PUT /v2.0/ports/8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 HTTP/1.1" status: 200 len: 1094 time: 1.9423180 Jun 04 13:49:13.223462 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:13.229432 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd29588-6687-4063-9ca0-bbf5e060c0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:13.250338 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Pushing event updated for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:13.255206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:13.346140 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18324c27-61dc-4fac-91f2-b98f553d80fd req-baeb579e-5430-4ad9-8810-2c10c7023e96 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:13.355575 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-18324c27-61dc-4fac-91f2-b98f553d80fd req-baeb579e-5430-4ad9-8810-2c10c7023e96 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 944 time: 0.2113183 Jun 04 13:49:13.488855 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-18324c27-61dc-4fac-91f2-b98f553d80fd req-fe0b7f55-ec59-4bd9-a2b4-669ae381a487 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316011 Jun 04 13:49:13.531142 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015408-0f95-46ad-b791-ec403b823c2c req-4e529a88-9355-424e-ba14-8e5312bd3c6c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:13.532722 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8015408-0f95-46ad-b791-ec403b823c2c req-4e529a88-9355-424e-ba14-8e5312bd3c6c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.2389300 Jun 04 13:49:13.534955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-f57dd3b7-5a68-4bd6-b108-7628d85917ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:13.541983 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-f57dd3b7-5a68-4bd6-b108-7628d85917ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1606202 Jun 04 13:49:13.610320 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f1b22-51e0-4e38-a6e1-0c3b5d4cadf9 x-openstack-request-id: req-cf7f1b22-51e0-4e38-a6e1-0c3b5d4cadf9 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:13.610633 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:13.610804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf7f1b22-51e0-4e38-a6e1-0c3b5d4cadf9 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:13.611207 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248', 'status': 'completed', 'code': 200} Jun 04 13:49:13.630653 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-c5b4a73f-84f3-439c-b5b6-9a68685e8339 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 HTTP/1.1" status: 200 len: 217 time: 0.0753226 Jun 04 13:49:13.688646 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8015408-0f95-46ad-b791-ec403b823c2c req-72241dd9-ce76-42ec-83f3-3c4b0d87b19f tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488690 Jun 04 13:49:13.722425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-c58ba0ce-ff89-484b-9814-3c292c1287bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:13.729336 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-c58ba0ce-ff89-484b-9814-3c292c1287bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d HTTP/1.1" status: 200 len: 854 time: 0.0790730 Jun 04 13:49:13.789956 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-d05d8935-5120-4564-af29-ae9f5ad27868 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81833b74-95ce-4bef-9bfd-d191ccb17273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534325 Jun 04 13:49:13.855801 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 35922) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:13.869393 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:13.888544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:13.895742 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d76f4a4b1be4232b5cf404978f14920 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:13.901105 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:13.911166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:13.951061 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-fea20bcb-86e0-4bda-b313-2e9bf19342cb service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499770 Jun 04 13:49:14.005686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.126924 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.138934 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-8bafcf98-881a-4b3e-883d-c7a60981da9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:14.142994 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1c958a1-97d1-4aac-9bb1-9932f24c21fa req-2915875f-f2fc-406d-a7d2-196d47e90ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827626 Jun 04 13:49:14.216853 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e642c722-2135-4ab9-92e1-fa658be18d59,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:14.229464 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:14.243379 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 35936) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:14.254745 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d76f4a4b1be4232b5cf404978f14920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854690 Jun 04 13:49:14.403989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.430909 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-fa2bb13f-b661-4958-9c47-093481952ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:14.432555 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-fa2bb13f-b661-4958-9c47-093481952ddd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1653914 Jun 04 13:49:14.459219 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.685447 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-f1c0a98c-664d-451c-b57f-51fa865b1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:14.686280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-f1c0a98c-664d-451c-b57f-51fa865b1a89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 200 len: 915 time: 0.2470186 Jun 04 13:49:14.868500 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.874594 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d464fe84-8b97-4411-8c42-9adb65b021f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:14.881754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-23a4af73-281a-44ec-8772-3ca5fd017bb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 HTTP/1.1" status: 200 len: 217 time: 0.1862366 Jun 04 13:49:14.891768 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e642c722-2135-4ab9-92e1-fa658be18d59,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:14.901681 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:14.947017 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:14.948270 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e642c722-2135-4ab9-92e1-fa658be18d59 HTTP/1.1" status: 204 len: 168 time: 0.7032623 Jun 04 13:49:14.982008 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-36995ef8-68f5-45aa-b413-f6d0c8c0c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:14.983684 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-36995ef8-68f5-45aa-b413-f6d0c8c0c220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d HTTP/1.1" status: 200 len: 854 time: 0.0895925 Jun 04 13:49:14.992522 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfaa6c-b2ef-4ebe-8630-12e91abf30d3 req-ca30b6bc-eb6f-4e11-8d1b-e0cb3db28168 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:14.995296 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-59bfaa6c-b2ef-4ebe-8630-12e91abf30d3 req-ca30b6bc-eb6f-4e11-8d1b-e0cb3db28168 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 944 time: 0.3602929 Jun 04 13:49:15.090146 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-763bb0da-0a8b-42cb-865e-2e0ce44b0db3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81833b74-95ce-4bef-9bfd-d191ccb17273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936975 Jun 04 13:49:15.250766 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-59bfaa6c-b2ef-4ebe-8630-12e91abf30d3 req-5b3c0143-bb5d-4103-a8a3-4d16a49986bf tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183654 Jun 04 13:49:15.313705 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-cc155399-4bb5-43c8-9183-b4f277a24735 service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078073 Jun 04 13:49:15.327473 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd127a-85be-43b9-a030-59f48b35b745 req-8b81e099-00d2-42c4-989a-c53302a64a1a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:15.336280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4cfd127a-85be-43b9-a030-59f48b35b745 req-8b81e099-00d2-42c4-989a-c53302a64a1a tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.3022938 Jun 04 13:49:15.509835 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4cfd127a-85be-43b9-a030-59f48b35b745 req-3c5c44d3-48ca-4c52-a65a-05b97b89f21c tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709356 Jun 04 13:49:15.568354 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4fd29588-6687-4063-9ca0-bbf5e060c0cf req-930e89fc-dbb8-425a-b6e8-e7933f41daf3 service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225511 Jun 04 13:49:16.517244 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4995-58f3-4fd1-ac13-61e3c13c3ff3 req-03c88bbd-7791-42d0-87d8-4411ed0e4c16 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:16.520281 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-471c4995-58f3-4fd1-ac13-61e3c13c3ff3 req-03c88bbd-7791-42d0-87d8-4411ed0e4c16 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 944 time: 0.1266294 Jun 04 13:49:16.592540 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-471c4995-58f3-4fd1-ac13-61e3c13c3ff3 req-c4c712cd-1298-4a4d-a20d-ce2250dfedff tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659006 Jun 04 13:49:16.835587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98422bf7-ca4c-4aab-937a-4518bd7bb639 req-000aaaab-1fb4-4d85-9ccf-b88272b9036b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:16.837904 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-98422bf7-ca4c-4aab-937a-4518bd7bb639 req-000aaaab-1fb4-4d85-9ccf-b88272b9036b tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.0934541 Jun 04 13:49:16.889261 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-98422bf7-ca4c-4aab-937a-4518bd7bb639 req-04295048-6dc7-4304-a8c7-5356b4b17345 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452964 Jun 04 13:49:17.868779 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43e17-6247-4e95-bd4b-2e31a75ea6ef req-2568030e-01e3-4f9d-a3c1-2cdffebc0526 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:17.870809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0e43e17-6247-4e95-bd4b-2e31a75ea6ef req-2568030e-01e3-4f9d-a3c1-2cdffebc0526 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 944 time: 0.0944967 Jun 04 13:49:17.931454 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0e43e17-6247-4e95-bd4b-2e31a75ea6ef req-cdefc31e-73db-4284-9888-6ed293eff129 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Jun 04 13:49:18.112508 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-4f5ab6d6-30df-4d05-836e-9e3f3b5c09d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:18.113986 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-4f5ab6d6-30df-4d05-836e-9e3f3b5c09d4 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1438034 Jun 04 13:49:18.215647 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577053e-7ea5-4a74-ab95-b745f96d2113 req-06e34f74-3842-40f5-b6b0-6b2370c9a921 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:18.217264 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7577053e-7ea5-4a74-ab95-b745f96d2113 req-06e34f74-3842-40f5-b6b0-6b2370c9a921 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 946 time: 0.1802161 Jun 04 13:49:18.230102 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36060) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:18.310834 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7577053e-7ea5-4a74-ab95-b745f96d2113 req-2a380609-8858-4e10-a8ea-35ce3da2c4de tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/security-groups?id=af067309-15f6-446f-a53b-7d7d6d709f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Jun 04 13:49:18.334414 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Deleting port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:49:18.335373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.371109 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36066) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:18.483264 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.489678 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] For port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:18.490046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.517587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:18.524704 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Usage tracker for resource:security_group_rule and tenant:a172c120c8de4cb6bc238fc91459386d is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:18.533616 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:18.543249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:18.589769 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-8540a23e-67b4-41f3-aa72-1505b5a29a28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61fb81e19e54423ca59d3840bfb84b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174428 Jun 04 13:49:18.592577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36070) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:18.623406 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:49:18.636086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Calling delete_port for 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:49:18.702624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.718170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.748418 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.818547 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.823405 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:18.828581 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:18.839590 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248', 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273', 'port_id': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248', 'mac_address': 'fa:16:3e:d8:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:49:18.852247 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.859714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-92b11d12-7edd-4009-8e95-94f0dba1d2f5 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:18.879197 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bc4cbf-26e8-42a5-b3a1-12ce846c715d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:18.886216 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:18.890036 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a172c120c8de4cb6bc238fc91459386d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588926 Jun 04 13:49:18.890637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:49:18.892749 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36074) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:18.921093 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Pushing event deleted for resources: {'Port': ['ID=1b3341d1-05c3-41e6-aaa4-d5677cb5fba3,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:18.924366 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:18.959989 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.973708 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:18.994237 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.011413 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:49:19.037459 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:19.109829 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.112415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:19.138949 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.141557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9b14f577-bf47-4f0b-83f1-845d8ff95cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:19.159332 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d59b33-fe5c-4093-a466-80fede735628,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:19.169149 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:19.190511 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] No DVR routers for this DVR port 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:49:19.206060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.209270 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'name': 'network-vif-deleted', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:19.212198 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875cfc0-f772-4943-b515-fa180d59f115" -d '{"events": [{"server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "name": "network-vif-deleted", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:19.212846 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:19.217155 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:19.257019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1fc2d-c045-4c83-bb01-144ac698d797 req-e7dffd7c-10d2-4074-b0da-340d78596ae2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:19.259127 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6cf1fc2d-c045-4c83-bb01-144ac698d797 req-e7dffd7c-10d2-4074-b0da-340d78596ae2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 945 time: 0.1510227 Jun 04 13:49:19.268165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e14b51e-0be5-4fe2-9101-47903b76b3c0 x-openstack-request-id: req-1e14b51e-0be5-4fe2-9101-47903b76b3c0 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:19.268487 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0502bd4-fd3a-431c-bc74-6796fe783f02", "name": "network-vif-deleted", "tag": "1b3341d1-05c3-41e6-aaa4-d5677cb5fba3", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:19.268766 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e14b51e-0be5-4fe2-9101-47903b76b3c0 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:19.269194 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0502bd4-fd3a-431c-bc74-6796fe783f02', 'name': 'network-vif-deleted', 'tag': '1b3341d1-05c3-41e6-aaa4-d5677cb5fba3', 'status': 'completed', 'code': 200} Jun 04 13:49:19.285942 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.294721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1a3bec75-8ee3-4d46-a8d1-93d073ebc2f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:19.309209 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bc4cbf-26e8-42a5-b3a1-12ce846c715d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:19.311810 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:19.313422 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.314536 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62bc4cbf-26e8-42a5-b3a1-12ce846c715d HTTP/1.1" status: 204 len: 168 time: 0.4208353 Jun 04 13:49:19.320535 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6cf1fc2d-c045-4c83-bb01-144ac698d797 req-a5eff254-eeab-4e66-a700-ef4ff0ee002d tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Jun 04 13:49:19.327393 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-634f2858-e7f9-4fb2-9b64-62a5329ace89 req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.13 "DELETE /v2.0/ports/1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 HTTP/1.1" status: 204 len: 173 time: 1.2059791 Jun 04 13:49:19.327923 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:19.329597 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7d59b33-fe5c-4093-a466-80fede735628 HTTP/1.1" status: 204 len: 168 time: 0.7358415 Jun 04 13:49:19.479337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9fcd9eb9-fffa-4def-94a6-95694c87a1dd req-f0855c53-a331-49b3-b7fc-ff6366e53ddd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Synchronizing usage tracker for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:19.572246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9fcd9eb9-fffa-4def-94a6-95694c87a1dd req-f0855c53-a331-49b3-b7fc-ff6366e53ddd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Unset dirty status for tenant:000f09c1ef1742a180d41b9780d971f7 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:19.574176 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9fcd9eb9-fffa-4def-94a6-95694c87a1dd req-f0855c53-a331-49b3-b7fc-ff6366e53ddd tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0502bd4-fd3a-431c-bc74-6796fe783f02 HTTP/1.1" status: 200 len: 210 time: 0.1403975 Jun 04 13:49:19.590068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8ee53820-8a02-4fc0-b9a7-34c7b0a0f248'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:49:20.265029 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36094) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:20.284109 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.306664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:20.316045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Usage tracker for resource:security_group_rule and tenant:df6587622c74498085ef536319f39d6d is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:20.322436 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:20.329423 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:20.422331 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.545210 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b6d12-9e8c-49c4-81f3-c984b459a1b5 req-9da58195-17d2-44d3-81f4-c2d274995e83 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:20.546613 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ca1b6d12-9e8c-49c4-81f3-c984b459a1b5 req-9da58195-17d2-44d3-81f4-c2d274995e83 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 945 time: 0.0886698 Jun 04 13:49:20.549181 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.558464 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-64f881df-6bf0-4ee5-9dea-e6d3dffdfe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:20.600849 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ca1b6d12-9e8c-49c4-81f3-c984b459a1b5 req-8d96ff91-235d-49f9-b43d-d3b94640223c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Jun 04 13:49:20.615154 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0416ddc-a617-4256-b71a-c44cc23ca20f,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:20.620903 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=df6587622c74498085ef536319f39d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545659 Jun 04 13:49:20.623218 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36100) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:20.635340 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:20.650091 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:49:20.693704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36102) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:20.700517 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.729834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.909273 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:49:20.915113 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:49:20.919205 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.944845 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.948948 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-0a6a6a56-6acf-4579-be5a-53c6383ea110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:20.963351 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0416ddc-a617-4256-b71a-c44cc23ca20f,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:20.979391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:20.979391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:20.979391 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9a703e8e-5354-44f0-8092-c8acda56fb43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0416ddc-a617-4256-b71a-c44cc23ca20f HTTP/1.1" status: 204 len: 168 time: 0.3541088 Jun 04 13:49:21.078655 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:21.113755 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:21.116963 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d886c70-6925-467b-8461-dac455c55136" -d '{"events": [{"server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:21.128537 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:21.162098 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330ec999-99e4-4817-951d-1051ab80bc5c x-openstack-request-id: req-330ec999-99e4-4817-951d-1051ab80bc5c {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:21.162281 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "name": "network-vif-plugged", "status": "completed", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:21.162596 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-330ec999-99e4-4817-951d-1051ab80bc5c {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:21.162998 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248', 'code': 200} Jun 04 13:49:21.257929 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:21.260508 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:21.338530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:21.361422 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:21.366374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:21.720731 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e4238-25b4-4140-9f1e-6370d7ee460f req-61dd1860-f050-4a01-abc1-2576a5521cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:21.725804 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-855e4238-25b4-4140-9f1e-6370d7ee460f req-61dd1860-f050-4a01-abc1-2576a5521cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 1099 time: 0.1019623 Jun 04 13:49:21.883286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-855e4238-25b4-4140-9f1e-6370d7ee460f req-6801ac6a-717d-443d-afbf-f748d278837c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408882 Jun 04 13:49:21.952565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e24f1-ef41-4218-a5f2-4f06540d9da6 req-ef913fdc-02a7-4442-9473-4c692fa880f0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:21.954041 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7b8e24f1-ef41-4218-a5f2-4f06540d9da6 req-ef913fdc-02a7-4442-9473-4c692fa880f0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.2073672 Jun 04 13:49:21.960032 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Deleting port 41ea44cf-d25e-4670-93d8-d0dc96522c56 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:49:21.960382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:22.173915 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7b8e24f1-ef41-4218-a5f2-4f06540d9da6 req-385c33f9-8ea5-4895-b24e-6babd87ae3e6 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970570 Jun 04 13:49:22.208357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] For port 41ea44cf-d25e-4670-93d8-d0dc96522c56, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=41ea44cf-d25e-4670-93d8-d0dc96522c56,segment=NetworkSegment(d8112d85-f48b-4c32-b998-d07f466fc983),segment_id=d8112d85-f48b-4c32-b998-d07f466fc983)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:22.208620 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:22.336057 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Calling delete_port for 41ea44cf-d25e-4670-93d8-d0dc96522c56 owned by network:router_interface {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:49:22.657846 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:49:22.695051 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:49:22.695386 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 1b3341d1-05c3-41e6-aaa4-d5677cb5fba3 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:49:22.732060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:22.736972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e75ec186-7f31-49c3-986d-1c3c258c910e tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:22.784080 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ea44cf-d25e-4670-93d8-d0dc96522c56,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:22.787083 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:23.069274 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:23.106059 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:23.722153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3457-8c60-4f2c-b02c-44a24276a926 req-28e7fcc4-ece4-4093-bf62-eae249fa7aac tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:23.723714 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a22b3457-8c60-4f2c-b02c-44a24276a926 req-28e7fcc4-ece4-4093-bf62-eae249fa7aac tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.3159106 Jun 04 13:49:23.725705 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Router 7b89e872-7030-4a98-873e-cf5b63ba72b8 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:49:23.849987 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a22b3457-8c60-4f2c-b02c-44a24276a926 req-1698349c-7587-469a-b783-42a420c8078c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198769 Jun 04 13:49:23.955947 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:49:23.965145 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Sync routers for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:49:23.974247 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:49:23.974856 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:49:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:24.111009 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] 10.222.0.10 "PUT /v2.0/routers/7b89e872-7030-4a98-873e-cf5b63ba72b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4160812 Jun 04 13:49:24.113629 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36172) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:24.154664 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:49:24.327077 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks [] for router, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.427752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36182) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:24.494339 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:49:22Z', 'revision_number': 5, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:24.500639 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Checking router: 7b89e872-7030-4a98-873e-cf5b63ba72b8 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:49:24.510768 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Routers {'7b89e872-7030-4a98-873e-cf5b63ba72b8'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:49:24.511390 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:49:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7b89e872-7030-4a98-873e-cf5b63ba72b8'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:24.566371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.598028 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.612566 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:24.616394 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Usage tracker for resource:security_group_rule and tenant:94e9710c4eaa4007a2b2ad8cf2e872f3 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:24.620429 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:24.626436 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:24.697752 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] Set router 7b89e872-7030-4a98-873e-cf5b63ba72b8 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:49:24.709797 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.784482 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Deleting port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:49:24.784820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.853121 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:24.862966 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e99af050-5e65-495b-962d-85d9ca4f7380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:24.931767 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94e9710c4eaa4007a2b2ad8cf2e872f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027144 Jun 04 13:49:24.933913 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36190) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:24.944217 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62335f18-677d-4c65-9e0c-c65b4cf50e58,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:24.950443 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:24.955651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] For port 888e59e1-74ad-4e8e-a89b-5ec7b3f31819, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:24.956126 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.015920 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:49:22Z', 'revision_number': 5, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:25.019862 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1500cdc-23aa-44ba-9e41-5881857ba1eb None None] The sync data for ids ['7b89e872-7030-4a98-873e-cf5b63ba72b8'] in dv-cinder-784779-14-smb is: [{'id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'name': 'tempest-ServerRescueNegativeTestJSON-1519662755-router', 'tenant_id': '000f09c1ef1742a180d41b9780d971f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:45:42Z', 'updated_at': '2021-06-04T13:49:22Z', 'revision_number': 5, 'project_id': '000f09c1ef1742a180d41b9780d971f7', 'gw_port': {'id': '888e59e1-74ad-4e8e-a89b-5ec7b3f31819', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:33:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b89e872-7030-4a98-873e-cf5b63ba72b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:45:44Z', 'updated_at': '2021-06-04T13:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:49:25.145347 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Calling delete_port for 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 owned by network:router_gateway {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:49:25.213596 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.256614 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.278980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f28c-4c08-4c4d-b793-c5fbaf1358f9 req-ddd1ce21-3e95-4672-a156-d5bc8c7bd88c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:25.280634 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2c7f28c-4c08-4c4d-b793-c5fbaf1358f9 req-ddd1ce21-3e95-4672-a156-d5bc8c7bd88c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.3109934 Jun 04 13:49:25.378579 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2c7f28c-4c08-4c4d-b793-c5fbaf1358f9 req-c15c4ff1-4d50-44ed-bc18-bca84e1a7451 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Jun 04 13:49:25.470436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.476518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9057117b-8574-438d-8df9-c867bd4ad44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:25.498541 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62335f18-677d-4c65-9e0c-c65b4cf50e58,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:25.503573 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:25.526065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.526065 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9525c74c-7083-449f-ba5d-fd97d96a440c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62335f18-677d-4c65-9e0c-c65b4cf50e58 HTTP/1.1" status: 204 len: 168 time: 0.5866549 Jun 04 13:49:25.601308 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:25.607053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4f489523-f471-468b-ac9b-79955122357a tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:25.670240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Pushing event deleted for resources: {'Port': ['ID=888e59e1-74ad-4e8e-a89b-5ec7b3f31819,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:25.673473 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:25.770786 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.111014 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.113246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.343602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.344201 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b89e872-7030-4a98-873e-cf5b63ba72b8 {{(pid=98872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:49:26.360141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.360141 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] 10.222.0.10 "DELETE /v2.0/routers/7b89e872-7030-4a98-873e-cf5b63ba72b8 HTTP/1.1" status: 204 len: 168 time: 2.2407181 Jun 04 13:49:26.360141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36238) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:26.373738 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 41ea44cf-d25e-4670-93d8-d0dc96522c56 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:49:26.411855 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 41ea44cf-d25e-4670-93d8-d0dc96522c56 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:49:26.412385 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 41ea44cf-d25e-4670-93d8-d0dc96522c56 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:49:26.440053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Deleting subnet ec11ec89-9546-4273-a21c-9d96594c76bc {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:49:26.444733 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.459330 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36240) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:26.495765 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.528928 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.542591 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:26.550973 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Usage tracker for resource:security_group_rule and tenant:fd39d447e029423592a49276b38e1370 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:26.554038 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:26.564054 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:26.598599 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.666874 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.737532 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.748593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-aeab7134-a116-4e1f-9961-926634a62b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:26.795585 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd39d447e029423592a49276b38e1370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330173 Jun 04 13:49:26.798232 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36248) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:26.809841 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f12fa-2aa6-44e0-afff-8bae61d7faec,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:26.813774 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:26.861854 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:26.889590 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.012183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.017357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:27.054913 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.057488 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec11ec89-9546-4273-a21c-9d96594c76bc,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:27.059931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:27.064465 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ec11ec89-9546-4273-a21c-9d96594c76bc HTTP/1.1" status: 204 len: 168 time: 0.7059369 Jun 04 13:49:27.066870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36252) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:27.075600 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.081881 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-71a68eb8-3caf-4e87-b5a9-243a5809b619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:27.109422 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.110886 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a5f12fa-2aa6-44e0-afff-8bae61d7faec HTTP/1.1" status: 204 len: 168 time: 0.3117204 Jun 04 13:49:27.112062 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f12fa-2aa6-44e0-afff-8bae61d7faec,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:27.135331 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:27.226412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.362794 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.380536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad90d96-8ea1-4557-8d7f-bad39550b643']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:27.400261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8112d85-f48b-4c32-b998-d07f466fc983') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:27.400261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8112d85-f48b-4c32-b998-d07f466fc983') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:27.413420 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.433971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.441115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:49:27.441530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:49:27.455776 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:49:27.744526 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.750669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-64d858a7-7f39-4bd8-be74-2cb79a9ffc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:27.772924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:27.801166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad90d96-8ea1-4557-8d7f-bad39550b643,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:27.803740 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:27.944396 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e58697b4-5202-43eb-bfa4-cbcf5416bc8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/9ad90d96-8ea1-4557-8d7f-bad39550b643 HTTP/1.1" status: 204 len: 168 time: 0.8765068 Jun 04 13:49:28.313007 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:49:28.351121 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:49:28.351593 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 888e59e1-74ad-4e8e-a89b-5ec7b3f31819 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:49:28.491478 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36294) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:28.556670 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-bdd8fc78-9c1d-4f9d-85fb-88477e47dd0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=000f09c1ef1742a180d41b9780d971f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0634048 Jun 04 13:49:28.560086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36296) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:28.624541 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:28.659694 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:28.852923 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:28.859261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fcb51419-5ed5-473b-a432-8cc9c6e0f0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:28.874980 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:28.877178 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af067309-15f6-446f-a53b-7d7d6d709f07 HTTP/1.1" status: 204 len: 168 time: 0.3160036 Jun 04 13:49:28.892701 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af067309-15f6-446f-a53b-7d7d6d709f07,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:28.896462 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-18d2c377-3245-4711-ab5a-d783ac53ebfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:30.121177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36342) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:30.337465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:30.358173 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:30.362246 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:51333a3b9a1740209ce98aadc65820c8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:30.365172 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:30.371181 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:30.482696 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:30.657723 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:30.666507 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d21b5edc-e50c-43f9-94fc-7dbc24062dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:30.710123 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ccf216-2adb-44cc-af97-ccaf41f40726,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:30.719125 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51333a3b9a1740209ce98aadc65820c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927570 Jun 04 13:49:30.719125 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:30.719721 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36358) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:30.785904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:30.814956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:30.989867 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b88b86e5-ddd3-4591-9a00-b1b2affad385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:31.035475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:31.042463 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-67e3aa14-1636-437f-ab30-0f0e127a528c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:31.063217 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ccf216-2adb-44cc-af97-ccaf41f40726,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:31.072900 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:31.076327 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:31.079428 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33ccf216-2adb-44cc-af97-ccaf41f40726 HTTP/1.1" status: 204 len: 168 time: 0.3575954 Jun 04 13:49:32.716352 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36422) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:32.868093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:32.885401 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:32.890133 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Usage tracker for resource:security_group_rule and tenant:01346571bfd04c11885a72e9787ae08e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:32.893472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:32.899963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:32.993871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.144909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.156861 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-543206a6-e90c-44a2-b6bb-3b004b0e8a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:33.203379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46734b-b391-4814-a3c6-fa3b642aa39e,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:33.209063 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01346571bfd04c11885a72e9787ae08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910865 Jun 04 13:49:33.210373 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d01772fb-cc75-488a-aea6-0fa1e1064d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:33.214144 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36434) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:33.290729 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.333380 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.515084 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.538065 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-0f32e96a-7be8-4974-8eb5-0a58af03e889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.538507 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.545222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-535ec435-b910-4910-8a76-eb0449bb451e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:33.562737 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46734b-b391-4814-a3c6-fa3b642aa39e,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:33.565363 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:33.569964 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:33.575965 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f46734b-b391-4814-a3c6-fa3b642aa39e HTTP/1.1" status: 204 len: 168 time: 0.3604681 Jun 04 13:49:34.515435 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36462) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:34.535771 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:34.563564 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:34.573124 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Usage tracker for resource:security_group_rule and tenant:399fde1867754d7797320b8cc7f4256a is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:34.573124 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:34.576998 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:34.672977 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:34.830527 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:34.840050 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-805d9b1b-b372-46c0-9c3e-1580e0b2a75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:34.880250 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=399fde1867754d7797320b8cc7f4256a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635774 Jun 04 13:49:34.895368 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d139a-c8f5-4370-abe8-4bb75a5baf8f,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:34.896799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36464) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:34.898150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:34.954756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:34.983400 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:34.989206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:35.132282 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:35.137714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1563f52a-b037-4180-9e0e-0e75b9cf91b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:35.160460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d139a-c8f5-4370-abe8-4bb75a5baf8f,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:35.171752 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:35.176908 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:35.181789 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a6d139a-c8f5-4370-abe8-4bb75a5baf8f HTTP/1.1" status: 204 len: 168 time: 0.2953432 Jun 04 13:49:36.485897 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:39.961242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36586) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:40.126735 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.142534 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:40.148978 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Usage tracker for resource:security_group_rule and tenant:312ee9b9174c472eb9da317c80b82bf8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:40.150553 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:40.158201 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:40.265627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.394487 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.405566 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0bc014d6-b6b4-49de-9498-14e4d6c4ef27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:40.410218 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:49:40.449269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e41ee-c659-4c5c-b4b8-20086e7c5b60,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:40.453345 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=312ee9b9174c472eb9da317c80b82bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882498 Jun 04 13:49:40.454213 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:40.457436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36596) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:40.625454 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.652448 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.823436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.827381 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-54bc4a38-9886-4b90-aa51-b547c88b98c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:40.839815 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e41ee-c659-4c5c-b4b8-20086e7c5b60,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:40.843578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:40.853171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:40.853171 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/223e41ee-c659-4c5c-b4b8-20086e7c5b60 HTTP/1.1" status: 204 len: 168 time: 0.3946352 Jun 04 13:49:41.044011 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36602) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:41.361248 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.383668 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:41.388664 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Usage tracker for resource:security_group_rule and tenant:f868825d079d49238b8ff5d0c39607e0 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:41.391867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:41.397669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:41.496396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.635103 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.642272 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1fc05521-d50f-44e5-877a-825e9bb3763d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:41.687930 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f868825d079d49238b8ff5d0c39607e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420302 Jun 04 13:49:41.688146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6b7e4-4eed-4ed4-bcaf-fc026813e7fc,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:41.690209 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36620) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:41.691568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:41.735942 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36624) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:41.762425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.765245 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.787528 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:41.793261 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.793686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Usage tracker for resource:security_group_rule and tenant:ff1c9d40603f42eca83601c7311ea09c is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:41.798406 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:41.808366 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:41.909587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.966126 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:41.970569 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2e3dfaea-2963-4ff1-9754-43da0629e2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:41.984052 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6b7e4-4eed-4ed4-bcaf-fc026813e7fc,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:41.986984 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:42.001056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.002830 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fe6b7e4-4eed-4ed4-bcaf-fc026813e7fc HTTP/1.1" status: 204 len: 168 time: 0.3114214 Jun 04 13:49:42.012126 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.021126 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-4add6ddf-3121-4332-a632-6e779e012d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:42.063855 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff1c9d40603f42eca83601c7311ea09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268313 Jun 04 13:49:42.066362 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36628) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:42.080556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d4af31-9a67-4989-adf1-dc427ccb5dea,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:42.086659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:42.135117 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.168395 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.406206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.409978 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e2912178-555a-4b86-bad5-dd92dfb99ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:42.424728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d4af31-9a67-4989-adf1-dc427ccb5dea,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:42.435382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:42.441282 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:42.442625 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1d4af31-9a67-4989-adf1-dc427ccb5dea HTTP/1.1" status: 204 len: 168 time: 0.3753202 Jun 04 13:49:42.995166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36646) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:43.020553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.059096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:43.063536 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bcfe105e0647aba573c03522e5659b is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:43.066857 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:43.073976 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:43.172353 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.333593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.345080 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-cf3bbeb3-c32c-4fb4-9c78-350b9a2143a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:43.397654 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6bcfe105e0647aba573c03522e5659b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011981 Jun 04 13:49:43.400775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36666) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:43.403107 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11257ad-0cfa-47c4-bbd7-62b27a0bb9b3,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:43.409585 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-92a7dc1a-18b3-4830-b8d6-2d57db3f3328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:43.492383 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.527236 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.697912 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.702603 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1723336d-0d2b-490d-a59e-3f281a7593cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:43.714559 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11257ad-0cfa-47c4-bbd7-62b27a0bb9b3,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:43.718161 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:43.722158 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:43.723276 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e11257ad-0cfa-47c4-bbd7-62b27a0bb9b3 HTTP/1.1" status: 204 len: 168 time: 0.3215070 Jun 04 13:49:44.100480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36684) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:44.233209 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-875293436-network', 'tenant_id': '2e55bc95c6064b16bc8bed7ab169c9ff'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:44.238393 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:44.243941 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Usage tracker for resource:network and tenant:2e55bc95c6064b16bc8bed7ab169c9ff is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:44.247725 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:44.254852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:44.406112 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Made reservation on behalf of 2e55bc95c6064b16bc8bed7ab169c9ff for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:44.408583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.425849 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.442224 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:44.448441 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Usage tracker for resource:security_group_rule and tenant:2e55bc95c6064b16bc8bed7ab169c9ff is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:44.452079 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:44.461434 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:44.577141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.646440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.650636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-270e096b-17c7-47db-80ca-b951bd39f2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:44.681972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:49:44.692281 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e16fc9-8ee3-4af4-b089-7687ad08d9c9,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:44.696783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:44.699774 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.700156 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Added segment 5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9 of type vlan for network 0cd2a762-43e7-41f7-806a-dd6e041d124d Jun 04 13:49:44.746103 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.851787 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.855335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:44.855335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:44.857757 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6f3ce075-8292-4413-ab1e-d80832308d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:44.967891 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd2a762-43e7-41f7-806a-dd6e041d124d,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:44.978778 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:44.980821 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:49:45.027600 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9221687 Jun 04 13:49:45.028815 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36710) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:45.036683 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Request body: {'subnet': {'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-875293436-subnet', 'tenant_id': '2e55bc95c6064b16bc8bed7ab169c9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:45.044212 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:45.052342 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Usage tracker for resource:subnet and tenant:2e55bc95c6064b16bc8bed7ab169c9ff is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:45.059509 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:45.071314 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:45.177984 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Made reservation on behalf of 2e55bc95c6064b16bc8bed7ab169c9ff for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:45.181686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:45.724934 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:45.729877 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-134462a0-101b-4f03-9cf9-586eeab9185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:45.825758 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d1f917-99fa-41e4-a59d-8c118860684b,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:45.836958 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:45.838789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Checking segment: {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:49:45.838789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Network hostable DHCP agents. Network: 0cd2a762-43e7-41f7-806a-dd6e041d124d, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:49:45.987862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36730) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:46.080300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:49:46.133514 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.150061 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:46.154028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Usage tracker for resource:security_group_rule and tenant:238760bd75a7498b99aee9b8d04797c5 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:46.156867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:46.162480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:46.207817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 0cd2a762-43e7-41f7-806a-dd6e041d124d) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:46.222615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8b320e-7c3f-450b-8173-36c1e08651b8 None None] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:49:46.225681 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:46.226887 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.275585 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.384163 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3537242 Jun 04 13:49:46.422203 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d84b18-8db5-4127-9244-4373853f38be None None] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:49:46.441773 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.452505 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-971fc275-8cd6-4741-ba40-ccd08623e98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:46.495318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e38d74-3a0c-40e5-8e4b-d61f27119111,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:46.499831 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=238760bd75a7498b99aee9b8d04797c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109179 Jun 04 13:49:46.500990 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:46.502927 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36736) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:46.578066 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.615193 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.806430 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.811714 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4a67e7d0-ff5d-4fee-904e-aedf57453db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:46.827378 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e38d74-3a0c-40e5-8e4b-d61f27119111,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:46.838875 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.839234 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.839700 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.840292 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.840641 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.840983 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.841316 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.841828 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.842336 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.842836 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.843328 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.843871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:46.847614 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:46.849178 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:46.854198 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20e38d74-3a0c-40e5-8e4b-d61f27119111 HTTP/1.1" status: 204 len: 168 time: 0.3495865 Jun 04 13:49:49.284804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36832) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:49.422112 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.437271 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:49.441035 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Usage tracker for resource:security_group_rule and tenant:4bf3b2b146014ec7a7311b6b33a9fd65 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:49.443775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:49.450250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:49.534284 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.652858 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.660821 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-315bfb2f-ac73-4e22-96dd-f1b3bd4a2575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:49.706334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67741b3-8c15-43ea-800d-9721676676d8,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:49.711728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:49.714465 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-fdddedc9-71e0-4adf-89c8-045aa3d6c9ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bf3b2b146014ec7a7311b6b33a9fd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309087 Jun 04 13:49:49.718612 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36836) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:49.786182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.812533 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.978089 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:49.981967 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-35973159-fa01-4ee9-ae36-2e9316679613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:49.996078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67741b3-8c15-43ea-800d-9721676676d8,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:49.999053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:50.001347 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:50.005110 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b299be4a-684b-41ed-99d4-92569431df8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a67741b3-8c15-43ea-800d-9721676676d8 HTTP/1.1" status: 204 len: 168 time: 0.2834048 Jun 04 13:49:50.792179 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-2e1be922-ff0f-49a9-b198-e0c49e7cb296 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:50.793424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-2e1be922-ff0f-49a9-b198-e0c49e7cb296 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Synchronizing usage tracker for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:network {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:50.971720 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-2e1be922-ff0f-49a9-b198-e0c49e7cb296 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Unset dirty status for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:network {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:50.973069 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-2e1be922-ff0f-49a9-b198-e0c49e7cb296 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/networks?id=0cd2a762-43e7-41f7-806a-dd6e041d124d HTTP/1.1" status: 200 len: 808 time: 0.3485348 Jun 04 13:49:50.989654 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-62c408af-fa95-4708-9183-c59f9f7eca41 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/quotas/2e55bc95c6064b16bc8bed7ab169c9ff HTTP/1.1" status: 200 len: 375 time: 0.0101581 Jun 04 13:49:51.052110 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-4263b952-4970-415c-9662-271277c55864 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493279 Jun 04 13:49:51.325729 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-b8a1a018-8ae6-4a1b-bad2-611c55ec75bb service neutron] 10.222.0.10 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692521 Jun 04 13:49:51.441092 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 36904) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:51.484323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-e6d7bb84-dbb4-4e92-a61a-01f6d44fe05f service neutron] 10.222.0.10 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573417 Jun 04 13:49:51.581465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-920803890-network', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:51.589611 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:51.595979 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Usage tracker for resource:network and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:51.600326 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:51.609646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:51.726555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Made reservation on behalf of e989811ff26c420b98ae143df1d27c5e for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:51.729847 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:51.743459 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:51.763559 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:51.774752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:51.779533 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:51.792374 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:51.881361 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f9f3f716-33c6-4a45-9a62-ff6e5d807a38 req-fe36ce11-7614-4eb4-9740-eaa5a0e08f31 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0498552 Jun 04 13:49:51.904297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.011749 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.014877 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e663033e-6840-45c4-a7f0-6dd89fef69be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:52.049973 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:49:52.060000 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ac7642-af2a-4069-ac59-8c773e80787d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:52.063355 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:52.067805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.068033 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Added segment 807fcc61-4208-4ee8-ad15-8fb5989b360e of type vlan for network bc54342d-e37b-48ee-8c7a-5351c5600e5f Jun 04 13:49:52.108128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.240367 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.241850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:52.242871 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:52.247819 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9491429e-a12d-4559-97b2-dae6bb1ccc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:52.362686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Pushing event updated for resources: {'Network': ['ID=bc54342d-e37b-48ee-8c7a-5351c5600e5f,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:52.368020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:52.377434 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:49:52.442429 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36924) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:52.449675 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0007846 Jun 04 13:49:52.450230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Request body: {'subnet': {'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-920803890-subnet', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:52.454763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:52.461710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Usage tracker for resource:subnet and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:52.469995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:52.478899 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:52.583150 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Made reservation on behalf of e989811ff26c420b98ae143df1d27c5e for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:52.586357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.015975 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70d6b532-7b12-4570-be10-75572228241c req-5f9202f0-915e-4ee3-af94-f037d4819eb3 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0735362 Jun 04 13:49:53.212876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.217343 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:53.252002 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.304568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Pushing event updated for resources: {'Subnet': ['ID=865010c5-b60a-4654-a473-2154d8c5024c,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:53.308272 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:53.314658 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Checking segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:49:53.315071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Network hostable DHCP agents. Network: bc54342d-e37b-48ee-8c7a-5351c5600e5f, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:49:53.417673 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:49:53.503300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, bc54342d-e37b-48ee-8c7a-5351c5600e5f) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:53.515396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:53.518009 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a728141e-1441-4e56-b48d-4b7f56a2f3cc None None] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:49:53.532491 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.664125 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2197745 Jun 04 13:49:53.667475 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 36936) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:53.672086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:53.677624 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:53.683399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Usage tracker for resource:router and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:53.686973 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:53.693947 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:53.791585 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:49:53.792462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.800868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.802806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.829626 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:53.967893 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Allocated IP 172.20.0.2 (bc54342d-e37b-48ee-8c7a-5351c5600e5f/865010c5-b60a-4654-a473-2154d8c5024c/b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:49:54.233517 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.247185 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Transition to ACTIVE for port object b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:49:54.296628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Transition to ACTIVE for port object b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:49:54.332745 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31de8610-4d99-4a0e-8dfd-df388e1adf8a req-fb5550d4-2f8e-4d85-8f7f-f58a204ba069 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.1222601 Jun 04 13:49:54.338370 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.383922 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.389088 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:54.455363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:49:54.461627 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:54.465685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:49:54.472034 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Pushing event updated for resources: {'Port': ['ID=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:54.502130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:54.571052 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Attempting to bind port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:49:54.571716 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Attempting to bind port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:49:54.572114 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Attempting to bind port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 on network bc54342d-e37b-48ee-8c7a-5351c5600e5f {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:49:54.581196 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:49:54.581628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Checking segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:49:54.586249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.586249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Bound using segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:49:54.586249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Bound port: b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:49:54.586249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.724066 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] For port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:49:54.740692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] For port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:49:54.915958 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.921556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:54.925885 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:54.949049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:55.014736 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Pushing event updated for resources: {'Port': ['ID=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:55.018308 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:55.258054 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-1c6dd93c-b896-4f57-9e79-c43c09bc7006 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:55.260272 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-1c6dd93c-b896-4f57-9e79-c43c09bc7006 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "GET /v2.0/networks?id=0cd2a762-43e7-41f7-806a-dd6e041d124d HTTP/1.1" status: 200 len: 808 time: 0.2622466 Jun 04 13:49:55.276485 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Allocated IP 172.28.1.165 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/24540782-079f-49ab-9dc6-5ba12eb02cd6) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:49:55.282037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Request body: {'port': {'device_id': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d', 'admin_state_up': True, 'tenant_id': '2e55bc95c6064b16bc8bed7ab169c9ff'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:55.633539 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4760ac14-1f11-41a7-bb24-24ec1fe4462c req-94fa79ca-1f2b-4b45-95df-f396429b5ad3 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0822885 Jun 04 13:49:55.645002 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:49:55.654989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Usage tracker for resource:port and tenant:2e55bc95c6064b16bc8bed7ab169c9ff is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:49:55.660501 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:49:55.677623 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:49:55.703390 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:55.794493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Made reservation on behalf of 2e55bc95c6064b16bc8bed7ab169c9ff for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:49:55.798652 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:55.881240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:55.889467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d2cb7093-5b4e-40df-b357-0a2f71054f91 tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:56.015435 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:49:56.023307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:56.038069 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:49:56.097760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Pushing event updated for resources: {'Port': ['ID=24540782-079f-49ab-9dc6-5ba12eb02cd6,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:56.150687 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10561c66-d6cd-41d6-a0a1-75d7b502a9e5 None None] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:49:56.184927 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.185116 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.185445 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.185807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.186164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.186517 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.187246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.187452 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.187806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.188183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.188854 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.189325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:49:56.204241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:56.303565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Allocated IP 172.20.0.8 (0cd2a762-43e7-41f7-806a-dd6e041d124d/20d1f917-99fa-41e4-a59d-8c118860684b/199114ce-f4ae-44bb-9ddd-92206ae21185) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:49:56.376055 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-e86f3ae0-2f74-442f-811a-83807e5a7ae3 None None] Provisioning for port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:49:56.472451 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:49:56.720462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:49:56.727744 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:49:56.731464 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:56.876433 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:56.896820 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f3b11d1-a241-488e-b9f2-af59c09bab0d req-152a05f3-139c-437e-8cd6-1e5aa61d3bc8 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0898855 Jun 04 13:49:56.952105 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:49:56.971024 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7b095a8f-0010-4655-8223-682ff9c0dfc5 None None] Provisioning complete for port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:49:56.971746 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7b095a8f-0010-4655-8223-682ff9c0dfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.012099 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.045642 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.102892 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.115323 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:57.201560 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:57.205786 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:57.300010 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.322487 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-eca260a5-6da2-4b92-b891-e50f27738136 tempest-ServerRescueNegativeTestJSON-900862256 tempest-ServerRescueNegativeTestJSON-900862256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:57.402200 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:49:57.406972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:49:57.412516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:49:57.521263 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Pushing event updated for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:57.532852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:57.565438 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:57.572654 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.572654 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:57.752408 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4772859 Jun 04 13:49:57.766458 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Request body: {'port': {'device_id': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:49:57.915356 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:58.115417 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Router 5435816c-337f-4ee6-a546-952d695035ba is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:49:58.383628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:49:58.500964 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:49:58.501363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:58.713905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:49:58.727970 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Sync routers for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:49:58.738853 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:49:58.739535 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:49:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:58.748756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-a5b90408-849f-475f-9ba6-ebba61f68d13 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:58.749544 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-a5b90408-849f-475f-9ba6-ebba61f68d13 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Synchronizing usage tracker for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:58.833555 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199114ce-f4ae-44bb-9ddd-92206ae21185 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:49:58.848997 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:58.873491 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Transition to ACTIVE for port object 199114ce-f4ae-44bb-9ddd-92206ae21185 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:49:58.903637 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ff863-b52f-427d-abbb-39e839378137 req-3ec3cc11-31d4-432b-8926-2b652f80b798 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:58.905346 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2a9ff863-b52f-427d-abbb-39e839378137 req-3ec3cc11-31d4-432b-8926-2b652f80b798 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1656787 Jun 04 13:49:58.939383 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:58.940863 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2723770 Jun 04 13:49:58.945563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37000) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:49:58.974482 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2a9ff863-b52f-427d-abbb-39e839378137 req-9da9174d-d34b-419e-811d-ac12d460f19c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571232 Jun 04 13:49:58.982026 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:49:58.984006 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-a5b90408-849f-475f-9ba6-ebba61f68d13 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Unset dirty status for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:58.987906 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-a5b90408-849f-475f-9ba6-ebba61f68d13 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 931 time: 0.5955930 Jun 04 13:49:58.987906 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.002411 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-262d2ebe-c606-42d6-9db2-33b8f6cf2ce8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:59.308133 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:59.312096 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-2b63c6fc-60c8-427b-b9f1-d9e2ce508417 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Synchronizing usage tracker for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:49:59.317179 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:59.358509 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Attempting to bind port 199114ce-f4ae-44bb-9ddd-92206ae21185 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:49:59.358852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Attempting to bind port 199114ce-f4ae-44bb-9ddd-92206ae21185 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:49:59.359188 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Attempting to bind port 199114ce-f4ae-44bb-9ddd-92206ae21185 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:49:59.365495 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Port 199114ce-f4ae-44bb-9ddd-92206ae21185 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:49:59.369834 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Attempting to bind port 199114ce-f4ae-44bb-9ddd-92206ae21185 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:49:59.378618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:49:59.379036 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Checking segment: {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:49:59.380017 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Bound using segment: {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:49:59.380651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Bound port: 199114ce-f4ae-44bb-9ddd-92206ae21185, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:49:59.381181 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.393638 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:49:56Z', 'revision_number': 3, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:49:59.398216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Checking router: 5435816c-337f-4ee6-a546-952d695035ba for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:49:59.398216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Updating router 5435816c-337f-4ee6-a546-952d695035ba port 24540782-079f-49ab-9dc6-5ba12eb02cd6 binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:49:59.457335 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.459585 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-2b63c6fc-60c8-427b-b9f1-d9e2ce508417 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Unset dirty status for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:49:59.461830 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d2eae4ce-4d3f-4fc0-8b75-8765f0bcb186 req-2b63c6fc-60c8-427b-b9f1-d9e2ce508417 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605193 Jun 04 13:49:59.508505 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:49:59.512988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=199114ce-f4ae-44bb-9ddd-92206ae21185,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:49:59.646826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.651333 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9635635c-d257-4ad2-a396-7455fccde36f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:49:59.720205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:59.720843 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.722339 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] 10.222.0.13 "PUT /v2.0/ports/199114ce-f4ae-44bb-9ddd-92206ae21185 HTTP/1.1" status: 200 len: 1093 time: 1.9600680 Jun 04 13:49:59.722945 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:49:59.725592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df65e7f9-9387-47f8-98e9-a6997ca14ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:49:59.748526 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:49:59.751583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:49:59.796234 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607924c-e23e-49a1-96f6-35b8aa76cfb6 x-openstack-request-id: req-7607924c-e23e-49a1-96f6-35b8aa76cfb6 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:49:59.796668 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:49:59.796888 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7607924c-e23e-49a1-96f6-35b8aa76cfb6 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:49:59.797370 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185', 'status': 'completed', 'code': 200} Jun 04 13:49:59.906098 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:49:59.921284 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Transition to ACTIVE for port object 24540782-079f-49ab-9dc6-5ba12eb02cd6 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:49:59.942513 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-471bf237-5ac7-401d-8f95-cd25d70f9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:49:59.944323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-471bf237-5ac7-401d-8f95-cd25d70f9c75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1167054 Jun 04 13:49:59.999216 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.063138 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.070623 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-022a6cda-27e1-4f9b-bcd9-4db701656118 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:00.183337 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-02db0561-f1e1-43a4-8541-f872144aafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:00.184742 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Attempting to bind port 24540782-079f-49ab-9dc6-5ba12eb02cd6 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:00.185120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Attempting to bind port 24540782-079f-49ab-9dc6-5ba12eb02cd6 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:00.185490 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Attempting to bind port 24540782-079f-49ab-9dc6-5ba12eb02cd6 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:00.186842 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-02db0561-f1e1-43a4-8541-f872144aafa5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2331283 Jun 04 13:50:00.200676 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Pushing event updated for resources: {'Port': ['ID=24540782-079f-49ab-9dc6-5ba12eb02cd6,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:00.203320 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:00.203793 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:00.204241 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.204633 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:00.205293 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Bound port: 24540782-079f-49ab-9dc6-5ba12eb02cd6, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:00.205675 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.255385 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.255578 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.255819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.256146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.256471 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.256795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.257199 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.257520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.257859 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.258177 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.258490 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.258799 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:00.266597 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:00.322162 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] For port 24540782-079f-49ab-9dc6-5ba12eb02cd6, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:00.327997 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] For port 24540782-079f-49ab-9dc6-5ba12eb02cd6, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24540782-079f-49ab-9dc6-5ba12eb02cd6,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:00.352842 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Allocated IP 172.20.0.1 (bc54342d-e37b-48ee-8c7a-5351c5600e5f/865010c5-b60a-4654-a473-2154d8c5024c/6eb4c9f4-b9c1-4eac-a138-60a52c5361f7) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:00.378478 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.389435 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:00.509486 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:00.510529 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:49:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:00.545205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cfc33-39e9-4acc-b549-2e4000cfb684 req-7d31b894-b26c-4623-9df4-fc80992170b2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:00.558268 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-386cfc33-39e9-4acc-b549-2e4000cfb684 req-7d31b894-b26c-4623-9df4-fc80992170b2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.3236949 Jun 04 13:50:00.616034 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Pushing event updated for resources: {'Port': ['ID=24540782-079f-49ab-9dc6-5ba12eb02cd6,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:00.619752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.623220 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:00.661613 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Transition to ACTIVE for port object 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:00.701835 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-e42d6a14-851c-4430-85d6-3ab4d72ed454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:00.703816 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-df65e7f9-9387-47f8-98e9-a6997ca14ddb req-e42d6a14-851c-4430-85d6-3ab4d72ed454 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5046940 Jun 04 13:50:00.721529 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-386cfc33-39e9-4acc-b549-2e4000cfb684 req-aa68be3b-eb04-459e-b17f-f4b5910c2672 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619148 Jun 04 13:50:00.828906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:00.917096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:00.921612 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-50b62a4c-67e2-40ba-b257-86b544f290ab tempest-DeleteServersTestJSON-742574256 tempest-DeleteServersTestJSON-742574256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:00.998210 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:01.001645 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:01.005739 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:01.053061 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c3d18-45e7-48ae-9db7-615d8d05a998 req-a3aab04d-6353-4eb4-ba40-ef302fccbafa tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:01.067831 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ce9c3d18-45e7-48ae-9db7-615d8d05a998 req-a3aab04d-6353-4eb4-ba40-ef302fccbafa tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 943 time: 0.2875283 Jun 04 13:50:01.077506 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:01.085848 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:01.118249 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.178151 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ce9c3d18-45e7-48ae-9db7-615d8d05a998 req-72e7f327-1fba-4375-8a5f-8c8b4a002b3d tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Jun 04 13:50:01.181581 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-36afad9a-8be0-4b15-8e8d-1ef4b9d4e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:01.183200 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-36afad9a-8be0-4b15-8e8d-1ef4b9d4e060 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.3469470 Jun 04 13:50:01.212866 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-65b632f9-70f9-4619-af71-b706a4906d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.338408 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.391658 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:49:56Z', 'revision_number': 3, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:01.394582 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-01634f2d-332f-44f3-b484-87dd87e5dfb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199114ce-f4ae-44bb-9ddd-92206ae21185 HTTP/1.1" status: 200 len: 217 time: 0.2004080 Jun 04 13:50:01.399249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d45c7a-80fb-42be-a2bc-7de9ed29876a None None] The sync data for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb is: [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:49:56Z', 'revision_number': 3, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:50:01.446826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-b1db4be6-b0f2-4042-a1bc-ff25e6531e0f None None] Provisioning for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:01.454532 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-b1db4be6-b0f2-4042-a1bc-ff25e6531e0f None None] Provisioning complete for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:01.456321 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b1db4be6-b0f2-4042-a1bc-ff25e6531e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.502804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-42ec5ab3-fb47-4d7e-8a9e-282e30a6c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:01.504281 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-42ec5ab3-fb47-4d7e-8a9e-282e30a6c950 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d1f917-99fa-41e4-a59d-8c118860684b HTTP/1.1" status: 200 len: 848 time: 0.0982120 Jun 04 13:50:01.578216 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-8661c83d-2293-4fb0-bc3a-9a24d9c77f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cd2a762-43e7-41f7-806a-dd6e041d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658712 Jun 04 13:50:01.586067 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-b1db4be6-b0f2-4042-a1bc-ff25e6531e0f None None] Port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:50:01.628684 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.737270 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.754972 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-8b4cf050-2214-459f-85ea-c55efdf8a221 service neutron] 10.222.0.13 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654427 Jun 04 13:50:01.778572 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d4911397-630d-4c62-aae7-2d2499c9f538 tempest-VolumesNegativeTest-175278212 tempest-VolumesNegativeTest-175278212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:01.886036 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:01.890151 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:01.895938 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:02.008108 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0f70767d-3bb9-4e10-ba6b-1b6529202c97 req-578b42d6-62ba-4679-bdd4-fba049a751ae service neutron] 10.222.0.13 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412312 Jun 04 13:50:02.046336 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e71ef-e22b-41fe-83f3-b60b29d47a97 req-5d43decf-262e-4436-b1cd-e3786f46e217 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:02.048344 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-561e71ef-e22b-41fe-83f3-b60b29d47a97 req-5d43decf-262e-4436-b1cd-e3786f46e217 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1445596 Jun 04 13:50:02.114999 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-561e71ef-e22b-41fe-83f3-b60b29d47a97 req-e3d27077-51f7-48b5-89f1-f3be92d43487 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581973 Jun 04 13:50:02.189266 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:02.190585 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:02.489623 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ff22-c0bc-4c79-9188-634213760631 req-07d0941f-be07-4d1f-a950-52aed11b6991 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:02.494658 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7d3ff22-c0bc-4c79-9188-634213760631 req-07d0941f-be07-4d1f-a950-52aed11b6991 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1585968 Jun 04 13:50:02.506696 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24540782-079f-49ab-9dc6-5ba12eb02cd6 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:02.511009 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Router 5435816c-337f-4ee6-a546-952d695035ba has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:50:02.592443 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7d3ff22-c0bc-4c79-9188-634213760631 req-e45ccdbb-6752-4384-8adf-6429b816291e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 Jun 04 13:50:02.643452 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-93ec1fc2-7cde-4531-948b-2893d87963de None None] Provisioning complete for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:02.644521 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-93ec1fc2-7cde-4531-948b-2893d87963de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:02.704785 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-93ec1fc2-7cde-4531-948b-2893d87963de None None] Port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:50:02.753929 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:50:02.760476 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 24540782-079f-49ab-9dc6-5ba12eb02cd6 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:02.765308 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] 10.222.0.10 "PUT /v2.0/routers/5435816c-337f-4ee6-a546-952d695035ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8198168 Jun 04 13:50:02.765939 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 24540782-079f-49ab-9dc6-5ba12eb02cd6 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:02.766381 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:02.910608 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:02.934549 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 24540782-079f-49ab-9dc6-5ba12eb02cd6, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24540782-079f-49ab-9dc6-5ba12eb02cd6,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:03.034796 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:03.036692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:03.155294 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=24540782-079f-49ab-9dc6-5ba12eb02cd6,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:03.166168 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:03.348912 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd889de-8c38-4d7a-acfe-8fa5993e7a6f req-40213c62-e4a6-4840-8658-11d81baebb47 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:03.350472 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5fd889de-8c38-4d7a-acfe-8fa5993e7a6f req-40213c62-e4a6-4840-8658-11d81baebb47 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0940185 Jun 04 13:50:03.403143 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5fd889de-8c38-4d7a-acfe-8fa5993e7a6f req-8745b01c-be74-4a05-8ff9-7bad77bf9078 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453608 Jun 04 13:50:03.423361 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:03.524543 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Sync routers for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:50:03.538905 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:03.539546 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:49:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:03.549068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d1c15358-32cc-45b2-b9a1-3b8d0ba8f538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:03.792731 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:03.907897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0e6c9-8b4f-4657-b5f6-1e998c3cfa1a req-a523a075-caf8-4d15-a73a-b9ff8fb507d4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:03.909809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c8d0e6c9-8b4f-4657-b5f6-1e998c3cfa1a req-a523a075-caf8-4d15-a73a-b9ff8fb507d4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1903543 Jun 04 13:50:03.946598 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37054) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:03.952792 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993735341-network', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:03.961734 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:03.968156 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Usage tracker for resource:network and tenant:01d3383f93bf4fd5a9ca52b908a76311 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:03.971892 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:03.980269 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:04.005914 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c8d0e6c9-8b4f-4657-b5f6-1e998c3cfa1a req-8dbe8347-fbb2-4f05-8bf6-c8f8f6883574 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Jun 04 13:50:04.103170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Made reservation on behalf of 01d3383f93bf4fd5a9ca52b908a76311 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:04.105864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.120537 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.140778 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:04.147967 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Usage tracker for resource:security_group_rule and tenant:01d3383f93bf4fd5a9ca52b908a76311 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:04.151145 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:04.160080 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:04.260565 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 2, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:04.265209 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Checking router: 5435816c-337f-4ee6-a546-952d695035ba for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:50:04.265929 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Updating router 5435816c-337f-4ee6-a546-952d695035ba port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:50:04.281258 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.331350 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.367135 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.376173 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e3879acd-f7b9-4b27-accd-e5c1e90badaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:04.394656 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24540782-079f-49ab-9dc6-5ba12eb02cd6 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:04.444190 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:50:04.455054 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6a638-34b1-42db-a9b5-8a06be67ce29,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:04.460525 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:04.464719 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.465194 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Added segment b0cba234-91ba-466e-868b-631922028c33 of type vlan for network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad Jun 04 13:50:04.501732 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.515033 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 24540782-079f-49ab-9dc6-5ba12eb02cd6 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:04.516881 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.645845 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.647500 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:04.649460 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.659651 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5b8ef523-a004-444c-9dab-2d5471adf2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:04.660903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1627f2b-130b-4e01-9972-6a8eb46ff11f req-b5c8110b-3251-4041-a3d3-07e291b2c45f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:04.663400 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1627f2b-130b-4e01-9972-6a8eb46ff11f req-b5c8110b-3251-4041-a3d3-07e291b2c45f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1059258 Jun 04 13:50:04.732078 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1627f2b-130b-4e01-9972-6a8eb46ff11f req-e8682106-ef32-44cd-a904-fc9abb40ac67 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561099 Jun 04 13:50:04.796993 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:04.799989 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:04.810383 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:50:04.864159 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:04.893317 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Transition to ACTIVE for port object 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:04.949716 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0019116 Jun 04 13:50:04.970461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37062) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:04.970461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Request body: {'subnet': {'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993735341-subnet', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'ip_version': 4}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:04.970461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:04.970461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Usage tracker for resource:subnet and tenant:01d3383f93bf4fd5a9ca52b908a76311 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:04.975095 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:04.983140 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:05.149126 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.238154 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909177-eeb6-46f1-8f7f-a07a1489a2d9 req-160d7e34-7831-449b-9568-a97f6faab4c5 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:05.240412 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Made reservation on behalf of 01d3383f93bf4fd5a9ca52b908a76311 for: {'subnet': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:05.240562 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.244840 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-58909177-eeb6-46f1-8f7f-a07a1489a2d9 req-160d7e34-7831-449b-9568-a97f6faab4c5 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1041665 Jun 04 13:50:05.244989 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2846451'] for subnet, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.248599 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-b8d4cb9b-5df7-4975-8a2a-438d6c390b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:05.313105 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-58909177-eeb6-46f1-8f7f-a07a1489a2d9 req-c51fc69d-b743-46f0-8a6a-fbbc2f0dc159 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Jun 04 13:50:05.320910 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Pushing event updated for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:05.334298 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.334843 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.335209 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.335670 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.336136 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.336819 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.337186 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.337687 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.338188 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.338629 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.339331 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.340004 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:05.477386 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:05.553142 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Attempting to bind port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:05.553142 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Attempting to bind port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:05.553507 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Attempting to bind port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 on network bc54342d-e37b-48ee-8c7a-5351c5600e5f {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:05.561158 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:05.561742 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Checking segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:05.562383 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.562953 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Bound using segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:05.563614 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Bound port: 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:05.564056 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.664620 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] For port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:05.669518 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] For port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:05.750130 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.756301 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:05.855869 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:05.856497 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:50:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:05.885379 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2770586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2846433'] for subnet, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:05.889872 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ee60f703-6800-4fbc-a72f-0e5e5055150c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:05.926721 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Pushing event updated for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=4']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:05.938425 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:05.978554 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5215f7-cbf0-4cf2-aa35-80497ecc3168,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:05.982786 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:05.992298 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Checking segment: {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:05.992574 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Network hostable DHCP agents. Network: 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98873) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:50:06.029841 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414eb5-5c08-44d1-9c80-0c24f60c8906 req-33916adb-bc70-443c-bf18-82ed2e3379e2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:06.031431 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c414eb5-5c08-44d1-9c80-0c24f60c8906 req-33916adb-bc70-443c-bf18-82ed2e3379e2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1442981 Jun 04 13:50:06.095414 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c414eb5-5c08-44d1-9c80-0c24f60c8906 req-1aea2ef6-e69a-45c7-8bc2-83ab04f6b109 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555608 Jun 04 13:50:06.118499 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:06.149652 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98873) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:50:06.229047 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad) {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:06.238278 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:06.238925 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.240054 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127c6c18-7e36-44ae-8c4b-dfc627a9d3d2 None None] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:50:06.362036 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4065788 Jun 04 13:50:06.364022 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37086) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:06.369689 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:06.374464 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:06.379164 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Usage tracker for resource:router and tenant:01d3383f93bf4fd5a9ca52b908a76311 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:06.385683 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:06.390779 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:06.464792 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:05Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:06.469025 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be545e-28c2-43fa-b016-8c6f5f245d9c None None] The sync data for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb is: [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:05Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:50:06.502759 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:50:06.503627 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.537870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.538964 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.579279 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cce9d-16bc-4dae-9364-69335f30876b req-f29dacaf-70e0-4245-a56a-0948aa0dbccf tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:06.593676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.602645 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b05cce9d-16bc-4dae-9364-69335f30876b req-f29dacaf-70e0-4245-a56a-0948aa0dbccf tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1521702 Jun 04 13:50:06.621362 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:06.662590 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b05cce9d-16bc-4dae-9364-69335f30876b req-9f01cb83-393d-4526-8cc8-036f3027588a tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Jun 04 13:50:06.746667 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Allocated IP 172.20.0.2 (3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad/9d5215f7-cbf0-4cf2-aa35-80497ecc3168/24481402-9fdb-426f-ada4-37a381ecb1f4) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:06.908425 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 199114ce-f4ae-44bb-9ddd-92206ae21185 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:50:07.025694 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.036468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Transition to ACTIVE for port object 24481402-9fdb-426f-ada4-37a381ecb1f4 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:07.056616 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Transition to ACTIVE for port object 24481402-9fdb-426f-ada4-37a381ecb1f4 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:07.248274 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.255404 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=199114ce-f4ae-44bb-9ddd-92206ae21185,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:07.270175 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.274337 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-ef59afea-57af-465d-8635-efa1b88b40bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:07.341010 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '199114ce-f4ae-44bb-9ddd-92206ae21185', 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d', 'port_id': '199114ce-f4ae-44bb-9ddd-92206ae21185', 'mac_address': 'fa:16:3e:42:71:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d1f917-99fa-41e4-a59d-8c118860684b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:50:07.348628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:07.353055 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:07.365377 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e191b70-7bfb-42b4-af2e-1cc546dfe00c req-7c7b8eff-7c97-4838-95c8-d938a0608ba5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:07.368060 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e191b70-7bfb-42b4-af2e-1cc546dfe00c req-7c7b8eff-7c97-4838-95c8-d938a0608ba5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1156006 Jun 04 13:50:07.383503 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:07.413676 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Pushing event updated for resources: {'Port': ['ID=24481402-9fdb-426f-ada4-37a381ecb1f4,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:07.419779 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e191b70-7bfb-42b4-af2e-1cc546dfe00c req-e0634c21-6b3a-4d1c-9c3d-167554ff577a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454459 Jun 04 13:50:07.462051 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:07.498303 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.537756 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199114ce-f4ae-44bb-9ddd-92206ae21185 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:07.545330 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Attempting to bind port 24481402-9fdb-426f-ada4-37a381ecb1f4 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:07.545694 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Attempting to bind port 24481402-9fdb-426f-ada4-37a381ecb1f4 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:07.546057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Attempting to bind port 24481402-9fdb-426f-ada4-37a381ecb1f4 on network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:07.558432 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:07.558825 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Checking segment: {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:07.559282 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.559595 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Bound using segment: {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:07.560095 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Bound port: 24481402-9fdb-426f-ada4-37a381ecb1f4, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:07.560468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.577177 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=199114ce-f4ae-44bb-9ddd-92206ae21185,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:07.663043 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] For port 24481402-9fdb-426f-ada4-37a381ecb1f4, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:07.666687 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] For port 24481402-9fdb-426f-ada4-37a381ecb1f4, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24481402-9fdb-426f-ada4-37a381ecb1f4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:07.675254 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.680538 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:07.787574 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:07.792380 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:07.831200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.847067 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.853639 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:07.877415 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:07.924892 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42975-dd57-4503-9d99-2da41a9c6ebc req-42ceac8c-ffe7-4193-87ef-2ee4f9109153 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:07.926576 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5cc42975-dd57-4503-9d99-2da41a9c6ebc req-42ceac8c-ffe7-4193-87ef-2ee4f9109153 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 944 time: 0.0891182 Jun 04 13:50:07.953906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Pushing event updated for resources: {'Port': ['ID=24481402-9fdb-426f-ada4-37a381ecb1f4,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:07.959597 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:07.985561 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5cc42975-dd57-4503-9d99-2da41a9c6ebc req-4a64bdfe-9774-46f9-810a-385853d0faed tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Jun 04 13:50:08.063555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Allocated IP 172.28.1.104 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/fc8faefe-04e6-4cd5-b351-a71e49a6728d) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:08.217558 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['199114ce-f4ae-44bb-9ddd-92206ae21185'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:50:08.268580 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:08.389999 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:08.411022 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75b46de6-697a-47de-88f7-0cd148bb0665 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:08.502559 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Pushing event updated for resources: {'Port': ['ID=fc8faefe-04e6-4cd5-b351-a71e49a6728d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:08.503712 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:08.512811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:08.514170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:08.516904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:08.564303 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:08.710502 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:08.722497 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:08.723599 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:08.787765 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a4d0b-4527-4a43-8548-358810ac6fa1 req-2429e80f-876f-42be-8e8c-8dd6d89bae4f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:08.796788 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-854a4d0b-4527-4a43-8548-358810ac6fa1 req-2429e80f-876f-42be-8e8c-8dd6d89bae4f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1862986 Jun 04 13:50:08.852413 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-854a4d0b-4527-4a43-8548-358810ac6fa1 req-2c1db250-d954-4d12-9209-745fc092fc37 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513675 Jun 04 13:50:08.897907 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:08.937990 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:09.041860 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.043223 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24481402-9fdb-426f-ada4-37a381ecb1f4 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:09.084315 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:09.191770 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.242652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:09.263652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:09.265661 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b3d21-4d99-4b27-a3be-f5abc90dd9ac None None] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:50:09.293960 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aceb5-5212-4c3c-ae49-4a0ee65c521b req-b38cefd9-7412-4a8d-acdd-25d95ad0d341 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:09.295675 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-609aceb5-5212-4c3c-ae49-4a0ee65c521b req-b38cefd9-7412-4a8d-acdd-25d95ad0d341 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1196966 Jun 04 13:50:09.368991 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-609aceb5-5212-4c3c-ae49-4a0ee65c521b req-228f95af-f553-457f-816c-9ace0833b424 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664365 Jun 04 13:50:09.395008 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 24481402-9fdb-426f-ada4-37a381ecb1f4 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:09.568553 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Provisioning for port 24481402-9fdb-426f-ada4-37a381ecb1f4 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:09.586683 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Provisioning complete for port 24481402-9fdb-426f-ada4-37a381ecb1f4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:09.587131 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.734329 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.764225 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.778071 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] For port 24481402-9fdb-426f-ada4-37a381ecb1f4, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24481402-9fdb-426f-ada4-37a381ecb1f4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:09.909637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:09.912685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-56b798d1-48c1-4d22-a066-48221abcd8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:10.002366 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Pushing event updated for resources: {'Port': ['ID=24481402-9fdb-426f-ada4-37a381ecb1f4,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:10.005725 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:10.048970 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-a341b3b8-2ee2-46f8-84eb-92f0f4c97b85 None None] Provisioning complete for port 24481402-9fdb-426f-ada4-37a381ecb1f4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:10.050133 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a341b3b8-2ee2-46f8-84eb-92f0f4c97b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:10.087494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcacb7-0ed1-49be-8d91-de3253a8138e req-e04378bf-46bc-4048-a760-accc54752f23 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:10.089328 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1dcacb7-0ed1-49be-8d91-de3253a8138e req-e04378bf-46bc-4048-a760-accc54752f23 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0959454 Jun 04 13:50:10.092062 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:50:10.136346 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1dcacb7-0ed1-49be-8d91-de3253a8138e req-19311ea3-aa83-4e2c-8525-335f2836aeb5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410285 Jun 04 13:50:10.295441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:50:10.309338 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Sync routers for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:50:10.322960 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:10.324234 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:50:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:10.422379 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:10.451413 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:10.452875 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0878410 Jun 04 13:50:10.455659 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37122) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:10.607712 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:10.719269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b85376-ba26-4ef8-963d-ef79deede314 req-93d4eb7d-9b92-47f6-854c-925e6522561a tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:10.720888 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11b85376-ba26-4ef8-963d-ef79deede314 req-93d4eb7d-9b92-47f6-854c-925e6522561a tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 944 time: 0.2317679 Jun 04 13:50:10.745208 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:10.745887 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:10.780803 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11b85376-ba26-4ef8-963d-ef79deede314 req-76feff4a-44a0-4166-9165-32bd0c38890f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523107 Jun 04 13:50:10.978230 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 199114ce-f4ae-44bb-9ddd-92206ae21185 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:11.041849 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24481402-9fdb-426f-ada4-37a381ecb1f4 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:11.147432 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 24481402-9fdb-426f-ada4-37a381ecb1f4 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:11.147807 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.176693 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 3, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:11.194997 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Checking router: 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:50:11.195704 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Updating router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 port fc8faefe-04e6-4cd5-b351-a71e49a6728d binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:50:11.221864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.246983 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 199114ce-f4ae-44bb-9ddd-92206ae21185 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:11.257025 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 199114ce-f4ae-44bb-9ddd-92206ae21185 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:11.257440 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.323313 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.348267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbfec4-5654-4e81-9620-eb78899404da req-91354257-c8da-4ac6-8c31-12a340ae8d96 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:11.349723 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c7bbfec4-5654-4e81-9620-eb78899404da req-91354257-c8da-4ac6-8c31-12a340ae8d96 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0954928 Jun 04 13:50:11.401865 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c7bbfec4-5654-4e81-9620-eb78899404da req-60dff400-2562-4f1f-8af4-0d5f0b94abe3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Jun 04 13:50:11.546761 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Allocated IP 172.20.0.1 (3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad/9d5215f7-cbf0-4cf2-aa35-80497ecc3168/245233b2-87cd-4e41-ba8e-a15cb28f6ac4) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:11.595302 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.689361 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:11.691617 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a59b3-1ff6-423e-97c4-e7b29693603d" -d '{"events": [{"server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:11.707331 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=199114ce-f4ae-44bb-9ddd-92206ae21185,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:11.713360 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.730477 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Transition to ACTIVE for port object 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:11.745400 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69886ce-544a-413d-af0f-18b9c91a6d8c x-openstack-request-id: req-b69886ce-544a-413d-af0f-18b9c91a6d8c {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:11.745697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:11.745953 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b69886ce-544a-413d-af0f-18b9c91a6d8c {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:11.746339 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185', 'code': 200} Jun 04 13:50:11.868423 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.879778 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Transition to ACTIVE for port object fc8faefe-04e6-4cd5-b351-a71e49a6728d will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:11.888403 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.888403 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-fe1f5745-28c6-4b14-8e38-87b2f9a6044f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:11.951922 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:11.954957 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:11.966404 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:11.971962 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e3a01cc0-c710-4aad-8677-3ecae5e317d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:11.977308 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a429c-ce27-4ba6-b248-07b13695431f req-f7aa84bc-8058-44ab-beee-3c85bff4928c tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:12.005027 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-326a429c-ce27-4ba6-b248-07b13695431f req-f7aa84bc-8058-44ab-beee-3c85bff4928c tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0890920 Jun 04 13:50:12.029358 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.031632 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-326a429c-ce27-4ba6-b248-07b13695431f req-c28c884c-56d2-43b4-9a89-8d95a8ab2ac0 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Jun 04 13:50:12.036282 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:12.059686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:12.062307 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:12.065945 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:12.111307 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Pushing event updated for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:12.115674 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:12.136888 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.137163 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Attempting to bind port fc8faefe-04e6-4cd5-b351-a71e49a6728d on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:12.137614 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Attempting to bind port fc8faefe-04e6-4cd5-b351-a71e49a6728d by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:12.137989 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Attempting to bind port fc8faefe-04e6-4cd5-b351-a71e49a6728d on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:12.150412 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:12.150802 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:12.151374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.151777 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:12.152278 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Bound port: fc8faefe-04e6-4cd5-b351-a71e49a6728d, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:12.152847 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.178817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3777f-1025-4994-98f3-111711503808 None None] Pushing event updated for resources: {'Port': ['ID=fc8faefe-04e6-4cd5-b351-a71e49a6728d,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:12.181770 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-73d3777f-1025-4994-98f3-111711503808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:12.243702 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] For port fc8faefe-04e6-4cd5-b351-a71e49a6728d, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:12.247201 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] For port fc8faefe-04e6-4cd5-b351-a71e49a6728d, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=fc8faefe-04e6-4cd5-b351-a71e49a6728d,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:12.327374 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d52d56-e515-4fae-b1eb-702cb2a3fb4f req-4cfb9f61-c4ac-4074-81e2-5b10ee4b93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:12.329180 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-59d52d56-e515-4fae-b1eb-702cb2a3fb4f req-4cfb9f61-c4ac-4074-81e2-5b10ee4b93e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 1098 time: 0.0771136 Jun 04 13:50:12.376717 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-59d52d56-e515-4fae-b1eb-702cb2a3fb4f req-21b46b36-97ac-48b9-b1bd-62f3e17033c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Jun 04 13:50:12.495854 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.514625 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-bb83417f-0014-44b4-863f-5d90d8d0dfd3 None None] Provisioning for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:12.521040 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.525684 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:12.561129 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-bb83417f-0014-44b4-863f-5d90d8d0dfd3 None None] Provisioning complete for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:12.561722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-bb83417f-0014-44b4-863f-5d90d8d0dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.646434 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7646257-8008-4995-8ffb-37e5ea68efdf req-0bb97a35-6f30-40ed-aaca-763b56b2200e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:12.648484 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b7646257-8008-4995-8ffb-37e5ea68efdf req-0bb97a35-6f30-40ed-aaca-763b56b2200e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1088862 Jun 04 13:50:12.661839 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-bb83417f-0014-44b4-863f-5d90d8d0dfd3 None None] Port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:50:12.665796 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:12.667015 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:50:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:12.704139 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b7646257-8008-4995-8ffb-37e5ea68efdf req-21d445f9-ed16-436a-97fa-f73507cb865c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460930 Jun 04 13:50:12.737367 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3777f-1025-4994-98f3-111711503808 None None] Pushing event updated for resources: {'Port': ['ID=fc8faefe-04e6-4cd5-b351-a71e49a6728d,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:12.753748 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-73d3777f-1025-4994-98f3-111711503808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:12.782439 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.874588 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:12.915967 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:12.965553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:13.049048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:13.053493 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Pushing event updated for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:13.056604 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:13.231297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:13.232552 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:13.260617 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '245233b2-87cd-4e41-ba8e-a15cb28f6ac4', 'name': '', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'mac_address': 'fa:16:3e:82:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:11Z', 'updated_at': '2021-06-04T13:50:11Z', 'revision_number': 1, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'subnets': [{'id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:13.264957 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c174423-554e-4452-b5db-7ae517d586f0 None None] The sync data for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb is: [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '245233b2-87cd-4e41-ba8e-a15cb28f6ac4', 'name': '', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'mac_address': 'fa:16:3e:82:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:11Z', 'updated_at': '2021-06-04T13:50:11Z', 'revision_number': 1, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'subnets': [{'id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:50:13.290568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffce53-b4d3-4226-a573-c5084aeec46a req-ff03f6d5-f64d-4247-8b11-2a59283241ba tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:13.292299 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62ffce53-b4d3-4226-a573-c5084aeec46a req-ff03f6d5-f64d-4247-8b11-2a59283241ba tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1080065 Jun 04 13:50:13.367476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62ffce53-b4d3-4226-a573-c5084aeec46a req-bd14d877-8d2e-4114-b53a-65e4c15ba753 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Jun 04 13:50:13.526893 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:50:13.610485 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-95b8f9de-8956-4fb1-98ee-61ba78672f8a None None] Provisioning complete for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:13.612369 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-95b8f9de-8956-4fb1-98ee-61ba78672f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:13.688257 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-95b8f9de-8956-4fb1-98ee-61ba78672f8a None None] Port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:50:13.783891 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:50:13.794018 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] 10.222.0.10 "PUT /v2.0/routers/7c65ecb6-1985-4acf-b0bb-0baf9fa05157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372660 Jun 04 13:50:13.933232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5060-a436-4dd1-bcd0-d24031b9a514 req-d55054b5-5243-461c-889c-0d159270855b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:13.936072 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e6df5060-a436-4dd1-bcd0-d24031b9a514 req-d55054b5-5243-461c-889c-0d159270855b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0983281 Jun 04 13:50:14.020208 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e6df5060-a436-4dd1-bcd0-d24031b9a514 req-1acc3b37-59d6-47bb-92c8-9f4b6e87cbcd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743055 Jun 04 13:50:14.461748 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device fc8faefe-04e6-4cd5-b351-a71e49a6728d up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:14.651771 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port fc8faefe-04e6-4cd5-b351-a71e49a6728d completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:14.657735 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port fc8faefe-04e6-4cd5-b351-a71e49a6728d triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:14.663342 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:14.668400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580946a0-030d-4797-8bcd-b8f4809ab290 req-a6601882-08e7-41e1-b1e7-033aacf26cbc tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:14.675587 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-580946a0-030d-4797-8bcd-b8f4809ab290 req-a6601882-08e7-41e1-b1e7-033aacf26cbc tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0996249 Jun 04 13:50:14.731729 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-580946a0-030d-4797-8bcd-b8f4809ab290 req-366e3d27-bb16-4c6e-8e29-fa0789d941d7 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551226 Jun 04 13:50:14.739044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37162) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:14.745633 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58835507', 'description': 'tempest-secgroup-smoke-58835507 description', 'project_id': 'e989811ff26c420b98ae143df1d27c5e'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:14.755095 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:14.760709 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:14.763996 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:14.772880 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:14.808541 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:14.827413 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port fc8faefe-04e6-4cd5-b351-a71e49a6728d, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=fc8faefe-04e6-4cd5-b351-a71e49a6728d,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:14.880287 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:14.903506 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:14.907581 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:14.910723 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:14.915336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:14.922762 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:14.923390 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:14.991815 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=fc8faefe-04e6-4cd5-b351-a71e49a6728d,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:14.996498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:15.013905 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.097643 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.110371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e2efd7ea-64dd-464e-a259-07998e7e17b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:15.163521 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbe9965-c6c9-45a0-a45b-79dbccdcea45,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:15.174491 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:15.222986 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.224270 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-50adee00-4c65-49e1-b80d-b562e52e04e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4833853 Jun 04 13:50:15.227550 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37168) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:15.232141 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:15.237907 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:15.241981 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:15.244991 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:15.250841 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:15.256061 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb2b81-7556-4f1e-bced-34b9f38b2a8a req-879bd05c-faa1-4ab3-857b-3e167df721bc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:15.258572 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08bb2b81-7556-4f1e-bced-34b9f38b2a8a req-879bd05c-faa1-4ab3-857b-3e167df721bc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0828478 Jun 04 13:50:15.307769 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-08bb2b81-7556-4f1e-bced-34b9f38b2a8a req-4ec75c85-279a-401a-9bd1-2b7061185f6b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Jun 04 13:50:15.360530 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.431602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.509015 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.511071 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:15.534708 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60192915-1efb-4d48-9949-bc7953a4d677,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:15.539658 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:15.611563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.618203 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844531 Jun 04 13:50:15.618203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37174) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:15.622170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:15.627954 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Sync routers for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:50:15.630713 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:15.636251 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:15.638346 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:15.639164 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:50:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:15.639436 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:15.645551 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:15.749115 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.827183 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:15.832605 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.940012 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b053511-5a72-4a20-a84a-1c6f989d59e1 req-90a40b64-7acf-4866-9abf-bf9475b3100e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:15.943941 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b053511-5a72-4a20-a84a-1c6f989d59e1 req-90a40b64-7acf-4866-9abf-bf9475b3100e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0894070 Jun 04 13:50:15.948938 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:15.956077 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b0a9da60-c268-4e5d-accd-7714491d293f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:16.010543 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b053511-5a72-4a20-a84a-1c6f989d59e1 req-297ae534-62ca-4352-8425-f20e3cf81f64 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598700 Jun 04 13:50:16.090273 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9aa3ee-96b4-4646-8010-b5cf64ed7d4a,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:16.098727 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:16.169395 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '245233b2-87cd-4e41-ba8e-a15cb28f6ac4', 'name': '', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'mac_address': 'fa:16:3e:82:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:11Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 2, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'subnets': [{'id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:16.173160 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Checking router: 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:50:16.173514 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Updating router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:50:16.195048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.199771 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 37186) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:16.200272 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5827086 Jun 04 13:50:16.204760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:16.221660 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:16.226619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:16.230168 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:16.237484 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:16.240758 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.329146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.455952 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device fc8faefe-04e6-4cd5-b351-a71e49a6728d up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:16.471412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.549380 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port fc8faefe-04e6-4cd5-b351-a71e49a6728d triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:16.550212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.571306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8c6e1-885f-4c55-b2fa-09f28289579f req-cc26ccf7-8456-4d44-beb4-a61d10d0f0f9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:16.573360 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2fd8c6e1-885f-4c55-b2fa-09f28289579f req-cc26ccf7-8456-4d44-beb4-a61d10d0f0f9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0998430 Jun 04 13:50:16.631950 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2fd8c6e1-885f-4c55-b2fa-09f28289579f req-1087d612-89a8-4a50-ae6f-3732393c2ee4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520303 Jun 04 13:50:16.632702 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.634962 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:16.654178 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5531603e-fab7-4654-a5d6-6059174a1831,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:16.669802 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:16.737737 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.752097 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Transition to ACTIVE for port object 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:16.795914 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.799147 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5964251 Jun 04 13:50:16.801278 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 37200) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:16.808261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:16.814403 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:16.818412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:16.832494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:16.841973 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:16.846268 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:16.852115 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:16.937066 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.061004 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21029e-deeb-4646-80bd-d2f44ff2436a None None] Pushing event updated for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:17.062988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.070980 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4b21029e-deeb-4646-80bd-d2f44ff2436a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:17.142653 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Attempting to bind port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:17.142864 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Attempting to bind port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:17.143260 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Attempting to bind port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 on network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:17.150155 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:17.150492 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Checking segment: {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:17.150945 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.151480 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Bound using segment: {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:17.152122 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Bound port: 245233b2-87cd-4e41-ba8e-a15cb28f6ac4, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cba234-91ba-466e-868b-631922028c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:17.152392 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.162460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.162460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:17.194690 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13ea88a-3aff-4942-9f21-7237bc63ef0b,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:17.197391 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:17.259770 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] For port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:17.263066 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] For port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:17.308466 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.309688 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5073240 Jun 04 13:50:17.312358 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 37212) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:17.316792 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:17.323087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:17.326905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:17.329836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:17.335898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:17.343495 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.348374 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-870bddaf-7af6-4592-aaff-b18cce647261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:17.417409 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:50:17.435469 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21029e-deeb-4646-80bd-d2f44ff2436a None None] Pushing event updated for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=4']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:17.440321 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.securitygroups_db [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Project e989811ff26c420b98ae143df1d27c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:50:17.446898 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-4b21029e-deeb-4646-80bd-d2f44ff2436a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:17.448698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.452600 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:50:17.453903 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:50:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:17.527092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.634265 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.636428 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e7276f66-9d1b-4482-bbe6-2af33da4e8d9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:17.663816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2557904c-4da3-40f7-8d57-10cd8ce05359,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:17.670303 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:17.723661 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:50:17.743273 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.747895 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-6ebf2b76-41d2-482f-8b34-01128b410bbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4314375 Jun 04 13:50:17.748075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37220) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:17.752785 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'security_group_rule': {'security_group_id': '7bbe9965-c6c9-45a0-a45b-79dbccdcea45', 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:17.759128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:17.763213 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:security_group_rule and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:17.766306 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:17.773227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:17.881222 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672148f0-2332-4550-ad59-09790ec10ae2 req-fc7d2fcc-1353-45ae-9b76-876c57405137 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:17.883262 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-672148f0-2332-4550-ad59-09790ec10ae2 req-fc7d2fcc-1353-45ae-9b76-876c57405137 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.0989466 Jun 04 13:50:17.920412 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.securitygroups_db [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Project e989811ff26c420b98ae143df1d27c5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:50:17.926997 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:17.996399 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-672148f0-2332-4550-ad59-09790ec10ae2 req-9b81d604-0e3a-41b5-b3fe-11e6d2ce13c1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056817 Jun 04 13:50:18.017182 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:18.046867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653f60d-c241-48b3-be4f-22a06523c1e6 req-5661a2d6-2d61-4771-aab2-bd9c93c4bd89 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:18.048421 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b653f60d-c241-48b3-be4f-22a06523c1e6 req-5661a2d6-2d61-4771-aab2-bd9c93c4bd89 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1381192 Jun 04 13:50:18.104720 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b653f60d-c241-48b3-be4f-22a06523c1e6 req-1049bc89-39ab-401b-b0ad-71a09d096e32 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480392 Jun 04 13:50:18.120166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:18.122423 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '245233b2-87cd-4e41-ba8e-a15cb28f6ac4', 'name': '', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'mac_address': 'fa:16:3e:82:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:11Z', 'updated_at': '2021-06-04T13:50:17Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'subnets': [{'id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:50:18.123153 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:18.129748 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a3a42-85ce-4090-ac60-cfe3ca23bbb5 None None] The sync data for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb is: [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:50:12Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '245233b2-87cd-4e41-ba8e-a15cb28f6ac4', 'name': '', 'network_id': '3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'mac_address': 'fa:16:3e:82:45:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:11Z', 'updated_at': '2021-06-04T13:50:17Z', 'revision_number': 4, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'subnets': [{'id': '9d5215f7-cbf0-4cf2-aa35-80497ecc3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:50:18.153017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9d4c87-0441-460a-a2b1-52c073923b50,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:18.155796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:18.228837 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:18.230296 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4810913 Jun 04 13:50:18.462907 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:18.680210 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:18.686488 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:18.686916 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:18.871560 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:18.920658 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:19.028652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:19.030525 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:19.103110 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:19.106520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:19.254125 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d188-3cfd-467e-9d14-9a1ebaaf0388 req-11846805-cb77-449b-86b2-915b7ec105dd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:19.259504 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c368d188-3cfd-467e-9d14-9a1ebaaf0388 req-11846805-cb77-449b-86b2-915b7ec105dd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1161032 Jun 04 13:50:19.383782 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c368d188-3cfd-467e-9d14-9a1ebaaf0388 req-b734808d-5c52-4a45-8a47-c92fe83e72f6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713873 Jun 04 13:50:19.410509 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33f374-2e0b-4a0f-8250-7735d6d42cec req-6004ced7-2a50-4613-9af9-50a610cbd4e2 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:19.413487 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7d33f374-2e0b-4a0f-8250-7735d6d42cec req-6004ced7-2a50-4613-9af9-50a610cbd4e2 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1546900 Jun 04 13:50:19.460458 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37274) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:19.485839 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7d33f374-2e0b-4a0f-8250-7735d6d42cec req-2f608349-72e1-4bbd-bf04-1f4e8c1bf380 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626874 Jun 04 13:50:19.658563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:19.682962 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:19.690552 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea9711a77374c839d7aa36a7faf1318 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:19.697397 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:19.711754 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:19.797542 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:19.943269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d402f8a-209a-48a4-a780-93addc830a37 req-911505b6-5fc6-403c-8511-e0d381be6ccc tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:19.945300 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d402f8a-209a-48a4-a780-93addc830a37 req-911505b6-5fc6-403c-8511-e0d381be6ccc tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0866194 Jun 04 13:50:19.960670 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:19.970477 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ea745aa4-2f3d-491d-a03f-9f7a541b711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:20.017564 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ea9711a77374c839d7aa36a7faf1318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5560820 Jun 04 13:50:20.020503 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37282) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:20.021178 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986b35c9-ed9e-403e-af0c-c2db107fcd62,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:20.035069 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a232acf4-58cf-466e-b15a-8813a9baa946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:20.098718 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Deleting port 199114ce-f4ae-44bb-9ddd-92206ae21185 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:50:20.099064 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.100940 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.129759 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.302764 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.310615 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-af5f7267-feae-49b6-ae3c-d8a69a8cf923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:20.337445 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.347717 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/986b35c9-ed9e-403e-af0c-c2db107fcd62 HTTP/1.1" status: 204 len: 168 time: 0.3228447 Jun 04 13:50:20.353477 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b35c9-ed9e-403e-af0c-c2db107fcd62,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:20.362019 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:20.362348 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] For port 199114ce-f4ae-44bb-9ddd-92206ae21185, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=199114ce-f4ae-44bb-9ddd-92206ae21185,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:20.362821 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.462161 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:20.592708 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:20.593211 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:20.628826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Calling delete_port for 199114ce-f4ae-44bb-9ddd-92206ae21185 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:50:20.871889 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb620479-3246-45e7-ab0d-246df93387a3 req-79dd42a9-0eea-4940-8b42-d2d3aed439a4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:20.880838 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb620479-3246-45e7-ab0d-246df93387a3 req-79dd42a9-0eea-4940-8b42-d2d3aed439a4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1891472 Jun 04 13:50:20.888716 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d158853-606a-4097-8bbf-79d1da09490b req-964dcdb7-7494-4c01-9d3d-1d24fb6e2f7e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:20.890292 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d158853-606a-4097-8bbf-79d1da09490b req-964dcdb7-7494-4c01-9d3d-1d24fb6e2f7e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2725089 Jun 04 13:50:21.024558 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb620479-3246-45e7-ab0d-246df93387a3 req-f36148b2-8994-42b7-b11e-a7ad198c7774 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324916 Jun 04 13:50:21.031767 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d158853-606a-4097-8bbf-79d1da09490b req-bb816944-5390-4823-ab89-6e8fdf5cac1b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242800 Jun 04 13:50:21.141489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:21.151049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7f6df251-1899-4ca9-bac3-531762a41fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:21.263757 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Pushing event deleted for resources: {'Port': ['ID=199114ce-f4ae-44bb-9ddd-92206ae21185,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:21.266507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:21.322046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] No DVR routers for this DVR port 199114ce-f4ae-44bb-9ddd-92206ae21185 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:50:21.325821 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:21.328701 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'name': 'network-vif-deleted', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:21.331002 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1cb4e-5e68-439e-8324-10fee80e30d6" -d '{"events": [{"server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "name": "network-vif-deleted", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:21.380588 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450da832-509f-4087-a998-4e5bfa52be6b x-openstack-request-id: req-450da832-509f-4087-a998-4e5bfa52be6b {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:21.384037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b6f5e5-3672-4f28-aa11-36d6781e4fd1", "name": "network-vif-deleted", "tag": "199114ce-f4ae-44bb-9ddd-92206ae21185", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:21.384037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-450da832-509f-4087-a998-4e5bfa52be6b {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:21.384037 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b6f5e5-3672-4f28-aa11-36d6781e4fd1', 'name': 'network-vif-deleted', 'tag': '199114ce-f4ae-44bb-9ddd-92206ae21185', 'status': 'completed', 'code': 200} Jun 04 13:50:21.452931 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d402f8a-209a-48a4-a780-93addc830a37 req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "DELETE /v2.0/ports/199114ce-f4ae-44bb-9ddd-92206ae21185 HTTP/1.1" status: 204 len: 173 time: 1.5017498 Jun 04 13:50:22.315266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-727721ea-8418-40f1-baba-0c74ebe4af78 req-baa768f1-1fd2-4258-8960-8cb749d2b069 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Synchronizing usage tracker for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:22.371861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a66c88-30e4-4c41-a00c-94c8ecf0d819 req-bb826ffe-698f-45f7-a972-84edab7df385 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:22.374347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0a66c88-30e4-4c41-a00c-94c8ecf0d819 req-bb826ffe-698f-45f7-a972-84edab7df385 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1807058 Jun 04 13:50:22.439450 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c0a66c88-30e4-4c41-a00c-94c8ecf0d819 req-3c5dba05-dbfc-4b68-9fbe-c15934805578 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584934 Jun 04 13:50:22.457428 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-727721ea-8418-40f1-baba-0c74ebe4af78 req-baa768f1-1fd2-4258-8960-8cb749d2b069 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Unset dirty status for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:22.458666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-727721ea-8418-40f1-baba-0c74ebe4af78 req-baa768f1-1fd2-4258-8960-8cb749d2b069 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=11b6f5e5-3672-4f28-aa11-36d6781e4fd1 HTTP/1.1" status: 200 len: 210 time: 0.2124114 Jun 04 13:50:23.016582 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:50:23.140883 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 199114ce-f4ae-44bb-9ddd-92206ae21185 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:50:23.186506 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 199114ce-f4ae-44bb-9ddd-92206ae21185 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:50:23.186848 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 199114ce-f4ae-44bb-9ddd-92206ae21185 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:50:23.223019 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:23.238822 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:50:23.310871 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:23.328574 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:23.348279 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:23.371772 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:23.577625 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:23.584895 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:23.687369 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=6']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:23.696969 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:23.738119 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b8905-df58-4f63-a875-5859e0bc1f1b req-2fe124a6-3685-4724-89ca-7fd443765c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:23.739954 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a50b8905-df58-4f63-a875-5859e0bc1f1b req-2fe124a6-3685-4724-89ca-7fd443765c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.1588583 Jun 04 13:50:23.797172 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a50b8905-df58-4f63-a875-5859e0bc1f1b req-0cc8ecab-07c3-42cd-938b-02035ccfe8ec tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454736 Jun 04 13:50:23.860872 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['2cd6633b-353f-44e4-b882-2f8fc5e87d34'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:50:24.107381 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-916c7212-296b-4272-8ad1-680b3ccc9f01 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:24.110292 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-916c7212-296b-4272-8ad1-680b3ccc9f01 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/networks?id=0cd2a762-43e7-41f7-806a-dd6e041d124d HTTP/1.1" status: 200 len: 808 time: 0.1893296 Jun 04 13:50:24.126768 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-62166d7f-71ee-4efa-a337-9ef321adc915 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/quotas/2e55bc95c6064b16bc8bed7ab169c9ff HTTP/1.1" status: 200 len: 375 time: 0.0106411 Jun 04 13:50:24.179277 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-f74cd695-a29e-4822-9dfc-f91ae070cc1f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447485 Jun 04 13:50:24.359140 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-d68ac528-3487-40a8-b81a-2b57e7d190a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724503 Jun 04 13:50:24.513133 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-1ef6bc3c-4e33-45ba-ae19-367f8b3b6639 service neutron] 10.222.0.10 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479044 Jun 04 13:50:24.819454 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4ac3800d-3ffa-4bcb-a79b-b193e9d47356 req-9f49b788-e19c-42d0-acea-e83c2f9844ce tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 210 time: 0.0489788 Jun 04 13:50:25.029628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:25.030613 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5d911-9259-43d9-89ac-0d354ea06968 req-1486877e-2c4c-469f-b469-e31cc8e0ed81 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:25.032224 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64a5d911-9259-43d9-89ac-0d354ea06968 req-1486877e-2c4c-469f-b469-e31cc8e0ed81 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.0971975 Jun 04 13:50:25.081356 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64a5d911-9259-43d9-89ac-0d354ea06968 req-27b0b23b-e163-4da9-9ef9-79075999fa28 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Jun 04 13:50:25.103774 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:25.104185 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:25.229624 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:25.259451 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:25.262285 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee60b1b-9cf7-4017-89a3-c4095c430702" -d '{"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:25.272595 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:25.335929 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656e93b6-1af4-4a02-823b-9a4d27ac294c x-openstack-request-id: req-656e93b6-1af4-4a02-823b-9a4d27ac294c {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:25.335929 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:25.335929 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-656e93b6-1af4-4a02-823b-9a4d27ac294c {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:25.335929 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'code': 200} Jun 04 13:50:25.465122 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:25.467146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-73d3777f-1025-4994-98f3-111711503808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:25.537556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=7']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:25.540608 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:25.946539 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5c33dca2-4fe6-4e11-b449-ff9aef6d83a2 req-f5ac2129-0243-4992-aaea-ae056f7e3687 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 210 time: 0.0520561 Jun 04 13:50:26.424465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3457bd9-d0a2-4a1a-ba42-32bf5ea193f4 req-0caa657b-ff3f-44d2-b84c-b3cd6b0ccccb tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:26.424862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f3457bd9-d0a2-4a1a-ba42-32bf5ea193f4 req-0caa657b-ff3f-44d2-b84c-b3cd6b0ccccb tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2083020 Jun 04 13:50:26.482045 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f3457bd9-d0a2-4a1a-ba42-32bf5ea193f4 req-d4360d4e-b37c-43bb-8263-e65851f400ab tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508940 Jun 04 13:50:27.120948 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ea30b60e-db95-42f2-8a16-efe6821f6cab req-19c0a209-bb4c-4bcc-bb17-37038a752d0b tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 210 time: 0.0453715 Jun 04 13:50:27.728924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf0806-6f64-4c87-a2f7-5756126f0502 req-1a3a64fb-8c6b-450a-a67d-eae6a5785a43 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:27.730280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-53bf0806-6f64-4c87-a2f7-5756126f0502 req-1a3a64fb-8c6b-450a-a67d-eae6a5785a43 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1094983 Jun 04 13:50:27.781528 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-53bf0806-6f64-4c87-a2f7-5756126f0502 req-2a2cd771-31f2-4239-bbb4-a4652f55571a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Jun 04 13:50:28.226292 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-1cbe03bc-2642-4970-8ecc-56e3f4c3ddaf tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:28.228074 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-1cbe03bc-2642-4970-8ecc-56e3f4c3ddaf tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "GET /v2.0/networks?id=0cd2a762-43e7-41f7-806a-dd6e041d124d HTTP/1.1" status: 200 len: 808 time: 0.1952331 Jun 04 13:50:28.321991 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-163711be-ea1c-48f5-bfff-e7a5102ed2ef req-28524fe0-b8b8-4c08-ae10-42aa61050c23 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 210 time: 0.0427179 Jun 04 13:50:28.397360 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Request body: {'port': {'device_id': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d', 'admin_state_up': True, 'tenant_id': '2e55bc95c6064b16bc8bed7ab169c9ff'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:28.566455 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:28.577374 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:28.697171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Made reservation on behalf of 2e55bc95c6064b16bc8bed7ab169c9ff for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:28.700844 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:28.887814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Allocated IP 172.20.0.5 (0cd2a762-43e7-41f7-806a-dd6e041d124d/20d1f917-99fa-41e4-a59d-8c118860684b/14cb9875-5dd6-4d73-bcdd-50ae1b8a7916) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:29.139378 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab55925-764d-4d5c-98c5-e82922ec5dad req-1032264f-2d64-4352-bf0f-48207d7d3ac3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:29.140810 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fab55925-764d-4d5c-98c5-e82922ec5dad req-1032264f-2d64-4352-bf0f-48207d7d3ac3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2269492 Jun 04 13:50:29.211855 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:29.228759 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fab55925-764d-4d5c-98c5-e82922ec5dad req-61965eea-f6f6-43dd-a82c-38501497283a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819705 Jun 04 13:50:29.321766 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:29.332105 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:29.456261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Pushing event updated for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:29.460175 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Network 0cd2a762-43e7-41f7-806a-dd6e041d124d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:29.461257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:29.462276 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:29.464579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:29.584018 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:29.584018 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:29.632543 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f98d4-2742-4d4b-bf13-94ccdbbcd480 req-d1666e74-3ea8-4cbd-905c-ce127cc484d0 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:29.633322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d60f98d4-2742-4d4b-bf13-94ccdbbcd480 req-d1666e74-3ea8-4cbd-905c-ce127cc484d0 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Synchronizing usage tracker for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:29.689331 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2980819 Jun 04 13:50:29.712686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Request body: {'port': {'device_id': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:29.789674 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d60f98d4-2742-4d4b-bf13-94ccdbbcd480 req-d1666e74-3ea8-4cbd-905c-ce127cc484d0 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Unset dirty status for tenant:2e55bc95c6064b16bc8bed7ab169c9ff on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:29.790823 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d60f98d4-2742-4d4b-bf13-94ccdbbcd480 req-d1666e74-3ea8-4cbd-905c-ce127cc484d0 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 931 time: 0.2969708 Jun 04 13:50:29.914793 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d60f98d4-2742-4d4b-bf13-94ccdbbcd480 req-eebb7a45-66e2-4ee9-aaf8-1efddc6e3181 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747185 Jun 04 13:50:29.923394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:30.763553 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:30.773157 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:30.782913 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f9910-63cb-4441-8cf4-b52cc12b95da req-ef69214f-68b3-4577-a5e5-669307bba74a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:30.791065 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-810f9910-63cb-4441-8cf4-b52cc12b95da req-ef69214f-68b3-4577-a5e5-669307bba74a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.3305743 Jun 04 13:50:30.838884 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Transition to ACTIVE for port object 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:30.871770 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-810f9910-63cb-4441-8cf4-b52cc12b95da req-7abbb843-15e5-4a41-9c46-fcba725ff2e6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793087 Jun 04 13:50:31.085754 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ef6b5d53-65df-4601-8aa4-aa740b82f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.086449 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.102182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-db7c486e-6c99-42f6-92a1-f79112bce74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:31.333248 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:31.337190 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:31.473380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0453-aa2f-4bb6-93d1-2c4edbfc67cd req-6924b167-d58a-441f-a3af-8a5ddffef07e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:31.475119 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a6fa0453-aa2f-4bb6-93d1-2c4edbfc67cd req-6924b167-d58a-441f-a3af-8a5ddffef07e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.3805690 Jun 04 13:50:31.501437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Attempting to bind port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:31.501884 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Attempting to bind port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:31.502328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Attempting to bind port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:31.516053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:50:31.516530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Attempting to bind port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 on network 0cd2a762-43e7-41f7-806a-dd6e041d124d {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:31.538969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:31.539242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Checking segment: {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:31.539700 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Bound using segment: {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:31.540298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Bound port: 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:31.540784 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.561655 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a6fa0453-aa2f-4bb6-93d1-2c4edbfc67cd req-c5312021-f3b1-4612-b762-06a9820b33ec tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801046 Jun 04 13:50:31.663979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:31.667624 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:31.812330 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.817214 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:31.874811 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:31.875436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:31.876969 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 HTTP/1.1" status: 200 len: 1093 time: 2.1697888 Jun 04 13:50:31.877497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:31.879935 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9212925-ed27-498c-93cf-9b41a9b4c0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:31.936910 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:31.963255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:31.975768 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79049b68-3d0a-4bb6-a9b1-68ff41c79f9e x-openstack-request-id: req-79049b68-3d0a-4bb6-a9b1-68ff41c79f9e {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:31.976724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:31.977375 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79049b68-3d0a-4bb6-a9b1-68ff41c79f9e {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:31.978241 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916', 'status': 'completed', 'code': 200} Jun 04 13:50:32.122420 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-3dac911c-1a18-4778-a5bc-f124667f7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:32.123708 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-3dac911c-1a18-4778-a5bc-f124667f7725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 1096 time: 0.1210384 Jun 04 13:50:32.369770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-e7aa8b61-9aa1-405c-a16e-153648d1de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:32.369770 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-e7aa8b61-9aa1-405c-a16e-153648d1de59 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1949465 Jun 04 13:50:32.580891 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0bf6c-5be7-4c12-bbfb-10d792ec30cd req-0ce5019a-af6c-445a-b690-ca14f5989361 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:32.590664 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1d0bf6c-5be7-4c12-bbfb-10d792ec30cd req-0ce5019a-af6c-445a-b690-ca14f5989361 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.4618959 Jun 04 13:50:32.668445 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e1d0bf6c-5be7-4c12-bbfb-10d792ec30cd req-32d01ff2-fc54-40c5-a49b-8d584b5aa811 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779335 Jun 04 13:50:32.674255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-cdcf097e-0ac4-4fec-9137-583370efd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:32.675809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a9212925-ed27-498c-93cf-9b41a9b4c0f3 req-cdcf097e-0ac4-4fec-9137-583370efd788 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997940 Jun 04 13:50:33.001472 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-3276979d-636a-4484-948c-fe076d662290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:33.003020 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-3276979d-636a-4484-948c-fe076d662290 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 1096 time: 0.2660315 Jun 04 13:50:33.116665 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-7f37e840-981b-4dea-a5fe-386939f5a377 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 HTTP/1.1" status: 200 len: 217 time: 0.0977380 Jun 04 13:50:33.138374 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50909ab6-c319-42ef-a90c-d21c9cb179d6 req-10f8f5a6-3e61-4e51-9d8f-b42841e1d367 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:33.140271 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50909ab6-c319-42ef-a90c-d21c9cb179d6 req-10f8f5a6-3e61-4e51-9d8f-b42841e1d367 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.2714887 Jun 04 13:50:33.234579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-1fe6a697-55d7-4600-87c5-6b8010f9c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:33.236080 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-1fe6a697-55d7-4600-87c5-6b8010f9c002 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20d1f917-99fa-41e4-a59d-8c118860684b HTTP/1.1" status: 200 len: 848 time: 0.0948861 Jun 04 13:50:33.325831 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50909ab6-c319-42ef-a90c-d21c9cb179d6 req-e6f6148e-f57d-4ba9-ba66-43729c469385 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165934 Jun 04 13:50:33.328548 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-6b2e3dee-1485-4ae2-9672-059550d7e5b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0cd2a762-43e7-41f7-806a-dd6e041d124d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797498 Jun 04 13:50:33.434208 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:33.583772 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7b38a916-47d2-49b0-bdca-2bfd2d1deba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:33.675984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-14c26753-1a2c-4195-90ab-c49b31b0e7ef service neutron] 10.222.0.13 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346663 Jun 04 13:50:33.986462 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b9dff460-c074-480e-bce2-2b4d65d27212 req-a70d5456-8f47-4ad1-b8f7-cd49e9682547 service neutron] 10.222.0.13 "GET /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012135 Jun 04 13:50:34.011356 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14ff62-565b-4976-89d8-7630e4952484 req-a6fd9e46-5b08-4328-85a5-4a3752becbef tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:34.012887 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2f14ff62-565b-4976-89d8-7630e4952484 req-a6fd9e46-5b08-4328-85a5-4a3752becbef tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1774957 Jun 04 13:50:34.065241 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2f14ff62-565b-4976-89d8-7630e4952484 req-d944dac3-3db8-4d33-99fd-d0f3fc9d7064 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Jun 04 13:50:34.547295 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a8f8b-a50c-499d-aaea-e16800a053cb req-36c96446-5750-4114-bf8e-f5534cb3d388 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:34.548816 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-004a8f8b-a50c-499d-aaea-e16800a053cb req-36c96446-5750-4114-bf8e-f5534cb3d388 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.0916286 Jun 04 13:50:34.626453 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-004a8f8b-a50c-499d-aaea-e16800a053cb req-538c479f-8dce-4eeb-9177-2e3a53a73090 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704978 Jun 04 13:50:35.016754 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:35.340205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cb124-c1c5-4373-8e51-d22aba8fa827 req-5ea0c3d8-d063-4e9c-b0e6-d226665b2e52 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:35.341830 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-223cb124-c1c5-4373-8e51-d22aba8fa827 req-5ea0c3d8-d063-4e9c-b0e6-d226665b2e52 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1403134 Jun 04 13:50:35.483551 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-223cb124-c1c5-4373-8e51-d22aba8fa827 req-a463e19b-db33-4733-87b0-44d712523ff3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351128 Jun 04 13:50:35.895625 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c7f92-30bf-41ee-abcd-61dba24b396c req-e6e96817-975f-44e0-b79a-0c11f1f78aab tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:35.906403 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc1c7f92-30bf-41ee-abcd-61dba24b396c req-e6e96817-975f-44e0-b79a-0c11f1f78aab tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.1437235 Jun 04 13:50:35.953607 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc1c7f92-30bf-41ee-abcd-61dba24b396c req-3895b677-0553-4022-8dfc-f71cad2ebced tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Jun 04 13:50:36.562559 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:36.686963 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a634f6-7738-4987-8596-fca1bfdcd61f req-f8b29939-4e00-4c9d-b1ce-e0fe20b67c8c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:36.688772 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0a634f6-7738-4987-8596-fca1bfdcd61f req-f8b29939-4e00-4c9d-b1ce-e0fe20b67c8c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.1649396 Jun 04 13:50:36.790327 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89493c73-0a8e-461e-a868-23e1c7b9cf93 req-0f27281b-685b-48a9-87f6-88e3acf33503 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:36.798307 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-89493c73-0a8e-461e-a868-23e1c7b9cf93 req-0f27281b-685b-48a9-87f6-88e3acf33503 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1908627 Jun 04 13:50:36.803736 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0a634f6-7738-4987-8596-fca1bfdcd61f req-292080c2-a027-4911-81ac-5628bda2045a tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056099 Jun 04 13:50:36.870850 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-89493c73-0a8e-461e-a868-23e1c7b9cf93 req-aa80c82d-44d6-4039-931e-826c0a1a5b88 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710759 Jun 04 13:50:37.230275 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060593fa-fd8e-4916-86c0-d624ee837cba req-47d6829a-7252-45a5-8cf6-5fef8a81c85c tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:37.232146 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-060593fa-fd8e-4916-86c0-d624ee837cba req-47d6829a-7252-45a5-8cf6-5fef8a81c85c tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.1293910 Jun 04 13:50:37.305731 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-060593fa-fd8e-4916-86c0-d624ee837cba req-960c7c5e-46e7-4a83-afb2-bb57610db74a tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669386 Jun 04 13:50:38.244796 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767461d-7a81-4c6d-a50d-f116de16dc54 req-c1f9cf81-bff2-4089-8dbd-bf285cd136e4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:38.246722 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6767461d-7a81-4c6d-a50d-f116de16dc54 req-c1f9cf81-bff2-4089-8dbd-bf285cd136e4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.2086747 Jun 04 13:50:38.272443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303569a-2a1f-402b-9379-af828eb3f820 req-d410ae75-2d69-4e9a-8978-ddda52ad7eb4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:38.274501 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4303569a-2a1f-402b-9379-af828eb3f820 req-d410ae75-2d69-4e9a-8978-ddda52ad7eb4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1668530 Jun 04 13:50:38.376452 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4303569a-2a1f-402b-9379-af828eb3f820 req-786ffaec-30b5-4260-9aa8-970ad93a8613 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821526 Jun 04 13:50:38.390785 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6767461d-7a81-4c6d-a50d-f116de16dc54 req-a930b446-6291-473e-8d8a-54a65323c7b9 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149266 Jun 04 13:50:38.610122 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bcb67-8af8-4237-b9ff-443bad11b58a req-c474fff1-7ab3-4a6e-bace-e9e141de42b4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:38.611560 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-475bcb67-8af8-4237-b9ff-443bad11b58a req-c474fff1-7ab3-4a6e-bace-e9e141de42b4 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.1057875 Jun 04 13:50:38.682476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-475bcb67-8af8-4237-b9ff-443bad11b58a req-fd07ef62-5d94-4940-8242-b843ac39a3c1 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Jun 04 13:50:39.108146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:50:39.324264 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:39.342166 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916', 'network_id': '0cd2a762-43e7-41f7-806a-dd6e041d124d', 'port_id': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916', 'mac_address': 'fa:16:3e:d6:7c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d1f917-99fa-41e4-a59d-8c118860684b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:50:39.500947 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:39.561962 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:39.583220 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:39.732951 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093779d-8fb3-4f37-b821-079aa2e83af7 req-e9b8f9c7-f961-4b92-aaf5-22dcae5a2663 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:39.856488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5093779d-8fb3-4f37-b821-079aa2e83af7 req-e9b8f9c7-f961-4b92-aaf5-22dcae5a2663 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.1214426 Jun 04 13:50:39.856488 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244d7f4-16d4-407f-b4fe-2b599910754d req-9e9ab8c3-1b02-45af-87cb-b8c22e23d023 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:39.856488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e244d7f4-16d4-407f-b4fe-2b599910754d req-9e9ab8c3-1b02-45af-87cb-b8c22e23d023 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1835294 Jun 04 13:50:39.856488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5093779d-8fb3-4f37-b821-079aa2e83af7 req-578cf967-3bf4-4eab-8acd-9c76063674ee tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790577 Jun 04 13:50:39.856488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e244d7f4-16d4-407f-b4fe-2b599910754d req-851435c4-57ce-4024-bc5c-2df30cbd4210 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729868 Jun 04 13:50:40.173433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723da51-5f2d-4b0f-819a-823bee74d201 req-3ddc4fd2-2e86-4352-97f2-e388e7fbc503 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:40.174934 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f723da51-5f2d-4b0f-819a-823bee74d201 req-3ddc4fd2-2e86-4352-97f2-e388e7fbc503 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 943 time: 0.2306383 Jun 04 13:50:40.229528 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f723da51-5f2d-4b0f-819a-823bee74d201 req-b04fb46f-7081-4bbd-b7c9-4aa1f6292c91 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476248 Jun 04 13:50:40.691699 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:40.695689 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:40.768265 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:40.771384 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:41.238443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e44b0f-0602-47fb-998e-d6171301a80c req-8bd8a71f-12ac-4ef4-8508-337e2a00ff38 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:41.241402 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-54e44b0f-0602-47fb-998e-d6171301a80c req-8bd8a71f-12ac-4ef4-8508-337e2a00ff38 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2370021 Jun 04 13:50:41.246971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['14cb9875-5dd6-4d73-bcdd-50ae1b8a7916'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:50:41.333817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20dc4d-5100-4f3b-abcc-d1369f031db7 req-ffdb7cfd-bc1a-497c-b95f-fdabdf0eee94 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:41.337211 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb20dc4d-5100-4f3b-abcc-d1369f031db7 req-ffdb7cfd-bc1a-497c-b95f-fdabdf0eee94 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.3515971 Jun 04 13:50:41.401708 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-54e44b0f-0602-47fb-998e-d6171301a80c req-7b860dd1-4936-440b-86d4-d5d70862fe38 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442194 Jun 04 13:50:41.415735 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb20dc4d-5100-4f3b-abcc-d1369f031db7 req-845e7b42-8d47-4c99-892c-89be898da110 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 Jun 04 13:50:41.773683 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90742e-52ac-46b0-a5d9-6f84e03306b9 req-b892a58e-a961-4b4a-a2b8-fb9b748006a2 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:41.775247 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b90742e-52ac-46b0-a5d9-6f84e03306b9 req-b892a58e-a961-4b4a-a2b8-fb9b748006a2 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 944 time: 0.2086339 Jun 04 13:50:41.833011 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b90742e-52ac-46b0-a5d9-6f84e03306b9 req-fb631977-bdf0-44e9-ac3f-8b07746d344b tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497172 Jun 04 13:50:42.758878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37137948-cac7-4e38-a453-cda1d3785c8f req-7c43a4ad-d545-45ae-a36f-67b9de8d1b34 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:42.760453 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-37137948-cac7-4e38-a453-cda1d3785c8f req-7c43a4ad-d545-45ae-a36f-67b9de8d1b34 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.1684861 Jun 04 13:50:42.768400 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757db60-c962-403a-b259-e5a7ed8edfa5 req-9b492759-b37d-456a-b6ed-930f891b0269 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:42.770355 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f757db60-c962-403a-b259-e5a7ed8edfa5 req-9b492759-b37d-456a-b6ed-930f891b0269 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1435828 Jun 04 13:50:42.884457 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-37137948-cac7-4e38-a453-cda1d3785c8f req-c978bdab-fe53-4916-9bb9-2116ae1cae14 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127291 Jun 04 13:50:42.889637 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f757db60-c962-403a-b259-e5a7ed8edfa5 req-09706bec-70e9-4243-9e61-7e3b235837f5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952191 Jun 04 13:50:42.972661 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 37688) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:43.135920 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab830fe-b2f9-4468-bee7-baf49ab63b31 req-9dd3a47b-c3cc-4794-ab48-407e44b46f1e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:43.136978 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:50:43.143278 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9ab830fe-b2f9-4468-bee7-baf49ab63b31 req-9dd3a47b-c3cc-4794-ab48-407e44b46f1e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 944 time: 0.1108799 Jun 04 13:50:43.214699 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9ab830fe-b2f9-4468-bee7-baf49ab63b31 req-7e912549-fe19-445d-adc5-6cabe70b05d9 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 Jun 04 13:50:43.223037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.238410 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:43.244511 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Usage tracker for resource:security_group_rule and tenant:6ba8fe730a3c444b98f5ce3831f74554 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:43.247702 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:43.254489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:43.337641 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:43.343445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:43.344012 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.388943 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.435257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bea824-6347-4340-9d60-65465bb98845 req-503e5ee4-1ce0-4b91-84b2-cf2f2ecfab1b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:43.437342 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d0bea824-6347-4340-9d60-65465bb98845 req-503e5ee4-1ce0-4b91-84b2-cf2f2ecfab1b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.0933089 Jun 04 13:50:43.493221 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.514323 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.545555 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-27027683-2fad-4d5b-8a06-a4bf711ab2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:43.562697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:43.562697 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f949f-a058-4be5-a450-38653b4c97a3" -d '{"events": [{"server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "name": "network-vif-plugged", "status": "completed", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:43.577897 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:43.634324 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ba8fe730a3c444b98f5ce3831f74554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6601121 Jun 04 13:50:43.638529 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 37698) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:43.640509 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f12a84-071f-46e5-b43c-877f1d0d1d20,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:43.647906 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:43.662637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9facb8-4985-4ae5-8aac-d961024c23ac x-openstack-request-id: req-1b9facb8-4985-4ae5-8aac-d961024c23ac {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:43.662637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "name": "network-vif-plugged", "status": "completed", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:43.662637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b9facb8-4985-4ae5-8aac-d961024c23ac {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:43.662637 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916', 'code': 200} Jun 04 13:50:43.687120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.693240 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:43.700361 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Deleting port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:50:43.706478 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.746172 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.776931 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.784500 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:43.787668 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:43.917007 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] For port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:43.919325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.932204 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.936310 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6d5bd067-fa72-44ab-b4d8-50bf2014a142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:43.954777 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f12a84-071f-46e5-b43c-877f1d0d1d20,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:43.958844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:43.966907 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:43.968486 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92f12a84-071f-46e5-b43c-877f1d0d1d20 HTTP/1.1" status: 204 len: 168 time: 0.3286071 Jun 04 13:50:44.166908 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Calling delete_port for 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:50:44.185733 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec51b99-8e48-4b28-b5f0-9f4880bf92f7 req-57810e5e-ff52-496b-bbb1-0b591584723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:44.187400 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5ec51b99-8e48-4b28-b5f0-9f4880bf92f7 req-57810e5e-ff52-496b-bbb1-0b591584723f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 1098 time: 0.0958943 Jun 04 13:50:44.258792 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5ec51b99-8e48-4b28-b5f0-9f4880bf92f7 req-117befa7-62c2-41b2-b35e-df05302b0bdc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 Jun 04 13:50:44.367754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31baf3ab-96a5-46e7-a5fd-55cc040f791b req-905f2375-9f73-4f31-9c6d-78280ae87544 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:44.374950 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31baf3ab-96a5-46e7-a5fd-55cc040f791b req-905f2375-9f73-4f31-9c6d-78280ae87544 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 946 time: 0.2023041 Jun 04 13:50:44.387138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57adca1-0cb2-4e79-88ea-80495335f57e req-85cf84dc-12de-4541-8843-95cfe194c722 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:44.388630 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b57adca1-0cb2-4e79-88ea-80495335f57e req-85cf84dc-12de-4541-8843-95cfe194c722 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2149179 Jun 04 13:50:44.612466 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b57adca1-0cb2-4e79-88ea-80495335f57e req-91704d3b-3420-43cd-809f-d096c5b5be38 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058747 Jun 04 13:50:44.652810 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31baf3ab-96a5-46e7-a5fd-55cc040f791b req-e14f629b-f541-4876-857c-66eb02f4d8c3 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766590 Jun 04 13:50:44.874363 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:44.884929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6cf21ab3-97e7-48b4-8e05-2ee13fd0a071 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:44.900728 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['8ee53820-8a02-4fc0-b9a7-34c7b0a0f248'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:50:44.977166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Pushing event deleted for resources: {'Port': ['ID=8ee53820-8a02-4fc0-b9a7-34c7b0a0f248,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:44.979948 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:45.030643 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] No DVR routers for this DVR port 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:50:45.036466 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:45.041415 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'name': 'network-vif-deleted', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:45.043744 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84426d0-4e64-442f-b638-87d211b39aff" -d '{"events": [{"server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "name": "network-vif-deleted", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:45.083382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2148b4-7c02-454c-bead-7fe445a8b209 req-b34e9099-c8a8-46c4-a52d-e3af6aa501c8 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:45.086160 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ce2148b4-7c02-454c-bead-7fe445a8b209 req-b34e9099-c8a8-46c4-a52d-e3af6aa501c8 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 945 time: 0.2602735 Jun 04 13:50:45.114078 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131f1f74-9188-4c59-8872-c0a31b2ddd19 x-openstack-request-id: req-131f1f74-9188-4c59-8872-c0a31b2ddd19 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:45.114398 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb1eb82-a989-40a0-ae45-4222ae290bc9", "name": "network-vif-deleted", "tag": "8ee53820-8a02-4fc0-b9a7-34c7b0a0f248", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:45.114681 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-131f1f74-9188-4c59-8872-c0a31b2ddd19 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:45.115089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb1eb82-a989-40a0-ae45-4222ae290bc9', 'name': 'network-vif-deleted', 'tag': '8ee53820-8a02-4fc0-b9a7-34c7b0a0f248', 'status': 'completed', 'code': 200} Jun 04 13:50:45.137371 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d0bea824-6347-4340-9d60-65465bb98845 req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "DELETE /v2.0/ports/8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 HTTP/1.1" status: 204 len: 173 time: 1.6919060 Jun 04 13:50:45.163977 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ce2148b4-7c02-454c-bead-7fe445a8b209 req-0c64d9e0-4a48-4030-be2f-e82d0d25c1aa tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628433 Jun 04 13:50:46.000512 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-be77730d-aa08-42f1-b52e-8e2082b884c2 req-701676e2-11ed-4706-b8cd-f6c523df88e1 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Synchronizing usage tracker for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:46.042802 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed48f-37be-49d6-b327-e1d7b3aa138d req-fadbfee1-256a-41a6-84fd-7dde2e073085 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:46.049862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-663ed48f-37be-49d6-b327-e1d7b3aa138d req-fadbfee1-256a-41a6-84fd-7dde2e073085 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.2626901 Jun 04 13:50:46.113372 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-663ed48f-37be-49d6-b327-e1d7b3aa138d req-24f7e737-fede-4617-90e9-cac1ead85278 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618334 Jun 04 13:50:46.138277 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-be77730d-aa08-42f1-b52e-8e2082b884c2 req-701676e2-11ed-4706-b8cd-f6c523df88e1 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Unset dirty status for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:46.138661 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-be77730d-aa08-42f1-b52e-8e2082b884c2 req-701676e2-11ed-4706-b8cd-f6c523df88e1 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=5fb1eb82-a989-40a0-ae45-4222ae290bc9 HTTP/1.1" status: 200 len: 210 time: 0.3192925 Jun 04 13:50:46.417019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f323c9a-6bc0-46e2-aeff-04482ca43ac2 req-e244eb99-b36d-4af5-9917-91164cd61c01 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:46.418728 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4f323c9a-6bc0-46e2-aeff-04482ca43ac2 req-e244eb99-b36d-4af5-9917-91164cd61c01 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 945 time: 0.1148682 Jun 04 13:50:46.500654 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4f323c9a-6bc0-46e2-aeff-04482ca43ac2 req-5de67a19-ae03-484e-909c-5e65106e6692 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740271 Jun 04 13:50:47.184619 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:50:47.221982 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-9d18589c-645e-4b6c-9839-5eff1924e240 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58835507&fields=id&tenant_id=e989811ff26c420b98ae143df1d27c5e HTTP/1.1" status: 200 len: 267 time: 0.0428500 Jun 04 13:50:47.226324 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:50:47.226676 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 8ee53820-8a02-4fc0-b9a7-34c7b0a0f248 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:50:47.440425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-7b81f1d6-d79d-4d11-a342-7506bf4b181e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:47.442139 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-7b81f1d6-d79d-4d11-a342-7506bf4b181e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 808 time: 0.2116008 Jun 04 13:50:47.463636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaf54f-1236-4cbe-b5e9-13be00f9839a req-932421c3-e6cb-4b01-b124-e888b2721ddf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:47.465070 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecbaf54f-1236-4cbe-b5e9-13be00f9839a req-932421c3-e6cb-4b01-b124-e888b2721ddf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1915812 Jun 04 13:50:47.476679 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-d24970e4-3d03-442a-828c-a949981c1b39 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/quotas/e989811ff26c420b98ae143df1d27c5e HTTP/1.1" status: 200 len: 375 time: 0.0277004 Jun 04 13:50:47.567275 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecbaf54f-1236-4cbe-b5e9-13be00f9839a req-087c32b1-7ed1-47a9-abfa-92fdc0633cad tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930607 Jun 04 13:50:47.599005 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-d77d23fa-69c3-42eb-8abb-bc7c36337bd2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059248 Jun 04 13:50:47.858642 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-bdcee5b6-4dd0-41c6-845b-4761b3c4fd2c service neutron] 10.222.0.10 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399950 Jun 04 13:50:47.999380 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-12d06cfe-d78a-46e8-84e7-68fb3e328213 service neutron] 10.222.0.10 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319311 Jun 04 13:50:48.502753 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-df51f1b5-5bd0-4c47-b2f5-278517bb7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:48.504235 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-df51f1b5-5bd0-4c47-b2f5-278517bb7492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1098 time: 0.1445065 Jun 04 13:50:48.512523 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858ce0c-38f3-48c7-bcbb-63087ccd425f req-c2348955-c385-4dc5-b74d-8fbcc9826884 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:48.513944 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d858ce0c-38f3-48c7-bcbb-63087ccd425f req-c2348955-c385-4dc5-b74d-8fbcc9826884 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 945 time: 0.1210737 Jun 04 13:50:48.662091 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d858ce0c-38f3-48c7-bcbb-63087ccd425f req-295f65b3-9a61-49cc-ba61-7910b98569ea tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287277 Jun 04 13:50:48.711315 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-f067996d-141e-4ede-9fa9-f9807d146752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:48.713727 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-f067996d-141e-4ede-9fa9-f9807d146752 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.1987379 Jun 04 13:50:48.887545 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0716e5ea-833a-4481-85f5-00e33a0c9614 req-4114dfa9-7398-4405-9e59-a4a42e23e307 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.1650133 Jun 04 13:50:48.924924 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-9e451601-0668-473a-97c5-52b91d3d107a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 1001 time: 0.2012761 Jun 04 13:50:49.004139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75e406-43e9-46b8-9aec-04c2ab2e0374 req-adb4bf68-1966-4f2f-8e94-5d44da770995 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:49.005545 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb75e406-43e9-46b8-9aec-04c2ab2e0374 req-adb4bf68-1966-4f2f-8e94-5d44da770995 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1911275 Jun 04 13:50:49.010203 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-f728ff11-08a0-4773-aba7-c78654469732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:49.011610 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-f728ff11-08a0-4773-aba7-c78654469732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0781713 Jun 04 13:50:49.107590 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb75e406-43e9-46b8-9aec-04c2ab2e0374 req-bf3baf06-7d2b-43b7-8e12-4e73bad0a603 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949097 Jun 04 13:50:49.124239 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-9115a427-aa45-4c9c-a01a-dc45227ddc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:49.133633 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-9115a427-aa45-4c9c-a01a-dc45227ddc0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0995579 Jun 04 13:50:49.356789 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-755cf010-ff45-466e-8893-896cdefd46f7 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239132 Jun 04 13:50:49.500094 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fbdb79b-f8b2-40c4-bbde-04a3a131d14a req-9a8a5f82-b141-499d-ad3e-29698625a114 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355493 Jun 04 13:50:49.698953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-d957fcd4-80e2-450e-81a2-474041aa2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:49.700961 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-d957fcd4-80e2-450e-81a2-474041aa2708 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1098 time: 0.0948949 Jun 04 13:50:50.028169 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9403fdda-e61c-4b2a-b957-f72e80b0c284 req-cc423ac8-3883-43bb-a301-f1ea5d534e50 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.0636079 Jun 04 13:50:50.034653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-37d5b3da-313a-4ff3-9e90-115b9119ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.036127 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-37d5b3da-313a-4ff3-9e90-115b9119ee96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.3034186 Jun 04 13:50:50.137010 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f335a7-d92b-4216-8870-531c0746917a req-fc9e4472-22d1-4e0d-8b0f-39f4e0ec2c0f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.138695 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-97f335a7-d92b-4216-8870-531c0746917a req-fc9e4472-22d1-4e0d-8b0f-39f4e0ec2c0f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 945 time: 0.2521691 Jun 04 13:50:50.198969 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-21fc56ea-7b2d-46e0-91e2-efd373554812 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 1001 time: 0.1523309 Jun 04 13:50:50.215576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-841d119f-a1c3-418d-b062-7fbae0e6f486 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.216389 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-841d119f-a1c3-418d-b062-7fbae0e6f486 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 945 time: 0.0992110 Jun 04 13:50:50.220433 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-97f335a7-d92b-4216-8870-531c0746917a req-ae3aa989-86ba-4c57-a80d-8070e4d9ef29 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/security-groups?id=71e16fc9-8ee3-4af4-b089-7687ad08d9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746810 Jun 04 13:50:50.349280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-c54924ab-2f31-48bc-8807-14bcb73828f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.351341 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-c54924ab-2f31-48bc-8807-14bcb73828f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.1403577 Jun 04 13:50:50.382875 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Deleting port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:50:50.383227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:50.434558 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8146e8-6690-409e-bddf-8555840e6255 req-409a0bea-43c0-4e4f-9e0a-409246021c1a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.436256 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cf8146e8-6690-409e-bddf-8555840e6255 req-409a0bea-43c0-4e4f-9e0a-409246021c1a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 945 time: 0.1687551 Jun 04 13:50:50.509705 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cf8146e8-6690-409e-bddf-8555840e6255 req-b84474cc-ca4a-43b8-91c4-e343e3adadb1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628192 Jun 04 13:50:50.518121 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-38f79fc2-2c1a-498c-a187-5ed5e036aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:50.526067 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-38f79fc2-2c1a-498c-a187-5ed5e036aa3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1572282 Jun 04 13:50:50.536801 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] For port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,segment=NetworkSegment(5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9),segment_id=5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:50.537527 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:50.671068 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Calling delete_port for 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:50:50.675651 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-669324cf-d8f4-4793-be49-b934e624e6e6 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442811 Jun 04 13:50:50.819233 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1b8a472e-813c-422a-8f80-3b920d12e357 req-0a3a9dec-f115-4b91-8525-33234d1ac77c service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354344 Jun 04 13:50:50.880163 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:50.887448 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-fabbd46f-8c5a-4a04-96f1-0edcb941ab5c tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:50.893517 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['14cb9875-5dd6-4d73-bcdd-50ae1b8a7916'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:50:50.938339 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Pushing event deleted for resources: {'Port': ['ID=14cb9875-5dd6-4d73-bcdd-50ae1b8a7916,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:50.984703 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.985192 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.985666 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.986148 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.986645 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.987147 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.987592 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.988090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.988344 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.988685 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.989027 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.989359 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:50:50.998796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:51.044020 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] No DVR routers for this DVR port 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:50:51.046825 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:51.050005 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'name': 'network-vif-deleted', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:51.053906 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e101bd-587e-4709-842e-b51248b37653" -d '{"events": [{"server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "name": "network-vif-deleted", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:51.069134 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ad3be518-6c5f-4a16-bcaf-e48803a26047 req-03de955d-b698-4cfe-9c60-e069736c9a28 tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.13 "DELETE /v2.0/ports/14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 HTTP/1.1" status: 204 len: 173 time: 0.8400102 Jun 04 13:50:51.109523 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79021a0f-d108-478c-8fa2-64d0c4796def x-openstack-request-id: req-79021a0f-d108-478c-8fa2-64d0c4796def {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:51.110027 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516654eb-5676-49c3-bff1-54f3f1a6bd93", "name": "network-vif-deleted", "tag": "14cb9875-5dd6-4d73-bcdd-50ae1b8a7916", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:51.110476 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79021a0f-d108-478c-8fa2-64d0c4796def {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:51.111507 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516654eb-5676-49c3-bff1-54f3f1a6bd93', 'name': 'network-vif-deleted', 'tag': '14cb9875-5dd6-4d73-bcdd-50ae1b8a7916', 'status': 'completed', 'code': 200} Jun 04 13:50:51.218856 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-93840a38-274d-494b-9133-4eb446db0d9e req-b7519f0b-dc76-499e-8d15-a02f8971612e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.0437043 Jun 04 13:50:51.230257 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:50:51.381836 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:51.417029 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:51.418471 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b1bbcc06-196d-49d5-8fbd-e4a615801101 req-f051def9-d03a-4eb5-8e02-9cfe5b86b6ab tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] 10.222.0.10 "GET /v2.0/ports?device_id=516654eb-5676-49c3-bff1-54f3f1a6bd93 HTTP/1.1" status: 200 len: 210 time: 0.0479131 Jun 04 13:50:51.420160 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a63d61a-02ad-4a1b-9a96-4be0af795ed3" -d '{"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:51.429250 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:51.470148 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237aa19d-7426-4865-8f46-14f03b85cd75 x-openstack-request-id: req-237aa19d-7426-4865-8f46-14f03b85cd75 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:51.470685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:51.470940 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-237aa19d-7426-4865-8f46-14f03b85cd75 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:51.471325 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'code': 200} Jun 04 13:50:51.513864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-b842174d-2b48-45df-be5f-1d3a680ccc8a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:51.514478 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-b842174d-2b48-45df-be5f-1d3a680ccc8a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Synchronizing usage tracker for tenant:e989811ff26c420b98ae143df1d27c5e on resource:network {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:51.531564 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:51.534794 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:51.610430 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=8']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:51.613493 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:51.634160 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-b842174d-2b48-45df-be5f-1d3a680ccc8a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Unset dirty status for tenant:e989811ff26c420b98ae143df1d27c5e on resource:network {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:51.635312 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-b842174d-2b48-45df-be5f-1d3a680ccc8a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 808 time: 0.3202858 Jun 04 13:50:51.684461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-da83165a-f994-4f46-8e22-9f701f304082 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Synchronizing usage tracker for tenant:e989811ff26c420b98ae143df1d27c5e on resource:security_group {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:51.719169 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf76942-7aa3-4b11-ac68-0652a6e4c2c9 req-006e10e2-529f-485e-a800-86395d2a464b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:51.720700 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fdf76942-7aa3-4b11-ac68-0652a6e4c2c9 req-006e10e2-529f-485e-a800-86395d2a464b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.0878048 Jun 04 13:50:51.784534 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fdf76942-7aa3-4b11-ac68-0652a6e4c2c9 req-ee0fb8ca-7fa6-464a-9438-7e9e4f0670e4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558345 Jun 04 13:50:51.789656 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-da83165a-f994-4f46-8e22-9f701f304082 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Unset dirty status for tenant:e989811ff26c420b98ae143df1d27c5e on resource:security_group {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:51.790884 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-da83165a-f994-4f46-8e22-9f701f304082 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e989811ff26c420b98ae143df1d27c5e HTTP/1.1" status: 200 len: 378 time: 0.1471546 Jun 04 13:50:51.805361 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'port': {'device_id': '28805e3e-ca05-4ba9-8486-827b6887137a', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'admin_state_up': True, 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'security_groups': ['7bbe9965-c6c9-45a0-a45b-79dbccdcea45']}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:51.957631 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:51.962067 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:port and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:50:51.965245 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:50:51.971401 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:52.045312 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Made reservation on behalf of e989811ff26c420b98ae143df1d27c5e for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:52.049002 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.305295 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Allocated IP 172.20.0.4 (bc54342d-e37b-48ee-8c7a-5351c5600e5f/865010c5-b60a-4654-a473-2154d8c5024c/36c826ce-aaa5-42d4-bc4d-feade1e6969f) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:52.390780 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b21dcaeb-ef32-4add-b2d5-d3ccc19e826d req-b3b763dd-5902-4a5b-88fd-98d39b1812e3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.0509572 Jun 04 13:50:52.537736 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.557288 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Transition to ACTIVE for port object 36c826ce-aaa5-42d4-bc4d-feade1e6969f will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:52.658014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.666656 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:52.738276 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:52.741603 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:52.745605 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:52.788027 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:52.792720 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:52.839214 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:52.840144 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:52.915033 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a0e6349e-b9d9-4397-870c-539ef0c38545 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180384 Jun 04 13:50:52.927350 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Request body: {'port': {'device_id': '28805e3e-ca05-4ba9-8486-827b6887137a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:52.928878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-881266b0-448e-4685-adf7-78813a19c642 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:52.930578 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-881266b0-448e-4685-adf7-78813a19c642 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/networks?id=81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 200 len: 814 time: 0.2844558 Jun 04 13:50:52.957890 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-5cebd8a2-e73a-49f1-a1f7-1c897d1a24a0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/quotas/5fae156b092c4eaebe49e7f370eb30b4 HTTP/1.1" status: 200 len: 375 time: 0.0177138 Jun 04 13:50:53.065953 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.078478 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-f25a4e8d-f4a6-4706-8c63-444ee73bbbdf tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685675 Jun 04 13:50:53.124568 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289a5f1-6498-4d15-8622-36cdf8afa7d3 req-2f7e377a-b46f-49ce-8618-28d58e95323b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:53.133480 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b289a5f1-6498-4d15-8622-36cdf8afa7d3 req-2f7e377a-b46f-49ce-8618-28d58e95323b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1708107 Jun 04 13:50:53.155084 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-feba80fe-f875-489a-8bb5-1253f326d8f8 None None] Provisioning for port 36c826ce-aaa5-42d4-bc4d-feade1e6969f completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:50:53.163826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-feba80fe-f875-489a-8bb5-1253f326d8f8 None None] Provisioning complete for port 36c826ce-aaa5-42d4-bc4d-feade1e6969f triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:50:53.164600 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-feba80fe-f875-489a-8bb5-1253f326d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.199330 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.208384 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b289a5f1-6498-4d15-8622-36cdf8afa7d3 req-81f010b9-92a0-4eeb-b47f-15fda8ee7f66 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737035 Jun 04 13:50:53.242770 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:50:53.304907 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-feba80fe-f875-489a-8bb5-1253f326d8f8 None None] Port 36c826ce-aaa5-42d4-bc4d-feade1e6969f cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:50:53.392220 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:50:53.434507 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-38918fb7-7373-48ad-a071-28b1a30644fe service neutron] 10.222.0.10 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598905 Jun 04 13:50:53.439507 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:50:53.440120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 14cb9875-5dd6-4d73-bcdd-50ae1b8a7916 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:50:53.536429 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c826ce-aaa5-42d4-bc4d-feade1e6969f {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:53.545210 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.560284 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Transition to ACTIVE for port object 36c826ce-aaa5-42d4-bc4d-feade1e6969f will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:53.576337 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-4e976974-fef1-4935-a845-46fc918358dc service neutron] 10.222.0.10 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409962 Jun 04 13:50:53.634024 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:53.640968 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-aa43157f-5be0-4acf-aba9-440d09a64226 tempest-AttachVolumeNegativeTest-1435346278 tempest-AttachVolumeNegativeTest-1435346278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:53.824117 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:53.831557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:53.931568 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Attempting to bind port 36c826ce-aaa5-42d4-bc4d-feade1e6969f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:50:53.932224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Attempting to bind port 36c826ce-aaa5-42d4-bc4d-feade1e6969f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:50:53.932682 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Attempting to bind port 36c826ce-aaa5-42d4-bc4d-feade1e6969f on network bc54342d-e37b-48ee-8c7a-5351c5600e5f {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:53.945884 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Port 36c826ce-aaa5-42d4-bc4d-feade1e6969f on network bc54342d-e37b-48ee-8c7a-5351c5600e5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:50:53.953084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Attempting to bind port 36c826ce-aaa5-42d4-bc4d-feade1e6969f on network bc54342d-e37b-48ee-8c7a-5351c5600e5f {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:50:53.953084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:50:53.953084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Checking segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:50:53.953084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Bound using segment: {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:50:53.953956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Bound port: 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807fcc61-4208-4ee8-ad15-8fb5989b360e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:50:53.954056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.073006 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:50:54.076601 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:50:54.087714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8189-7cdd-4127-9657-cbdcc3b406f3 req-e6f71bfe-d4a4-4fdf-9ac0-2e1e520fa8eb tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:54.090144 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-17cc8189-7cdd-4127-9657-cbdcc3b406f3 req-e6f71bfe-d4a4-4fdf-9ac0-2e1e520fa8eb tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.1309006 Jun 04 13:50:54.139075 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-17cc8189-7cdd-4127-9657-cbdcc3b406f3 req-896a1d2c-65fd-4c6d-b69a-89568b9f6006 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439515 Jun 04 13:50:54.154388 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.159519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:54.216605 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:54.217378 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:54.218596 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] 10.222.0.13 "PUT /v2.0/ports/36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 1093 time: 1.2960885 Jun 04 13:50:54.219067 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:50:54.221404 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed4842-b161-48a9-b529-dd58be3aad7b" -d '{"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:50:54.232757 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bb476aac-ba00-461a-a3ec-78f2c31c9c74 req-039e030d-3469-4213-930a-66241b893e38 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0475345 Jun 04 13:50:54.250758 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:54.254353 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:54.358807 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721c0aa-c257-4533-a4b6-fa16d85a8b5e x-openstack-request-id: req-0721c0aa-c257-4533-a4b6-fa16d85a8b5e {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:50:54.359200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:50:54.359609 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0721c0aa-c257-4533-a4b6-fa16d85a8b5e {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:50:54.360110 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'status': 'completed', 'code': 200} Jun 04 13:50:54.409176 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:50:54.421192 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-c1e2cbb8-6f53-4d56-8d3c-ff394439e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:54.423046 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-c1e2cbb8-6f53-4d56-8d3c-ff394439e0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1096 time: 0.1077061 Jun 04 13:50:54.505074 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-2ab682c6-7aab-4ce6-90b6-b5f2d5ff030b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 217 time: 0.0722420 Jun 04 13:50:54.581420 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a373f566-d7d4-4779-a7eb-2a0d7dcbbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:54.581420 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-a373f566-d7d4-4779-a7eb-2a0d7dcbbed4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0680206 Jun 04 13:50:54.673339 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-1dfdcbf8-2582-473f-8358-5a725620351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:54.673339 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-1dfdcbf8-2582-473f-8358-5a725620351d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0708606 Jun 04 13:50:54.900105 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-5ee7297e-1b64-47d5-a6a1-33a8fcaf388e service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335150 Jun 04 13:50:55.061270 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-ecc4914f-5ba8-4d6c-a166-caf5a631c001 req-ab0b3885-01a5-4cb7-85d1-13fbed67603c service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520350 Jun 04 13:50:55.296641 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-2d4f3c34-0a32-4a18-bb85-9dc873774564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.299262 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-2d4f3c34-0a32-4a18-bb85-9dc873774564 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1096 time: 0.0906963 Jun 04 13:50:55.392953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0130-5665-47ea-80e7-131c55b6ef2e req-58653385-078f-4ca6-89ac-5824d2a4fbf0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.395438 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9cda0130-5665-47ea-80e7-131c55b6ef2e req-58653385-078f-4ca6-89ac-5824d2a4fbf0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.1412408 Jun 04 13:50:55.484279 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9cda0130-5665-47ea-80e7-131c55b6ef2e req-b5c2b03d-4065-45b2-b519-84161c539e3f tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740941 Jun 04 13:50:55.609346 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-1fd8de32-05a6-40c6-b5b9-a7f3d43dc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.614141 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-1fd8de32-05a6-40c6-b5b9-a7f3d43dc7ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.3056512 Jun 04 13:50:55.700576 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c77f8344-3768-4e38-b4af-910cc19e82df req-b0703bbb-d5bc-445b-8fb4-fd5c28b2a6e5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0620174 Jun 04 13:50:55.762292 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-de179b26-5a53-4f76-ba2d-523180762c31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 217 time: 0.1398361 Jun 04 13:50:55.764742 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6d96c-136c-4bd2-bf3e-b6c49caf0dd2 req-2e45e486-2171-45b8-a442-50d8c4c86e68 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.781379 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19e6d96c-136c-4bd2-bf3e-b6c49caf0dd2 req-2e45e486-2171-45b8-a442-50d8c4c86e68 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1829178 Jun 04 13:50:55.842710 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19e6d96c-136c-4bd2-bf3e-b6c49caf0dd2 req-8d4f54ee-d3df-448f-9ab0-ec8a3c5c22e0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501397 Jun 04 13:50:55.853601 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-01773b2b-d2c0-4124-bc8c-9bd8107c4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.854242 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-01773b2b-d2c0-4124-bc8c-9bd8107c4546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0725391 Jun 04 13:50:55.960026 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-5cd5059a-4b48-426e-ba87-a4a330a3fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:55.960026 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-5cd5059a-4b48-426e-ba87-a4a330a3fd46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0945323 Jun 04 13:50:56.201312 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-490f7d0b-8e1c-4901-af25-53c4503caaa3 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361832 Jun 04 13:50:56.252693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 37956) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:50:56.453408 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-e10fb5fc-1ae6-4394-abe1-9cca4be9f80d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1989167 Jun 04 13:50:56.483974 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-2bed4842-b161-48a9-b529-dd58be3aad7b req-6f67d2ed-43bd-49bc-a132-cb097c12b58b service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694900 Jun 04 13:50:56.788309 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3d7c9-94db-4f96-8cf7-dc31e8e4099a req-d4d39bdf-e807-4023-8af9-211c6a768c90 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:56.796088 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d1b3d7c9-94db-4f96-8cf7-dc31e8e4099a req-d4d39bdf-e807-4023-8af9-211c6a768c90 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.1429799 Jun 04 13:50:56.868147 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d1b3d7c9-94db-4f96-8cf7-dc31e8e4099a req-76378148-266f-45b5-9eca-094844baa705 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675883 Jun 04 13:50:57.043000 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8257ccfb-e202-4170-9044-1e2ee7b4d295 req-a54e77e5-4b62-4fb2-b68c-182c4a8e553c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.1117265 Jun 04 13:50:57.053940 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ddf2d7ec-9dcd-4a10-a309-71567b727d45 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:57.055033 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ddf2d7ec-9dcd-4a10-a309-71567b727d45 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Synchronizing usage tracker for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:network {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:50:57.165881 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ddf2d7ec-9dcd-4a10-a309-71567b727d45 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Unset dirty status for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:network {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:50:57.167362 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ddf2d7ec-9dcd-4a10-a309-71567b727d45 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "GET /v2.0/networks?id=81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 200 len: 814 time: 0.3817818 Jun 04 13:50:57.182694 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Request body: {'port': {'device_id': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273', 'admin_state_up': True, 'tenant_id': '5fae156b092c4eaebe49e7f370eb30b4'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:57.230823 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5fa61-13a6-4295-98dc-0caa6e3e9175 req-089de7f6-6ceb-44ea-adde-7351350000b3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:57.239974 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-92d5fa61-13a6-4295-98dc-0caa6e3e9175 req-089de7f6-6ceb-44ea-adde-7351350000b3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1560612 Jun 04 13:50:57.315609 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-92d5fa61-13a6-4295-98dc-0caa6e3e9175 req-f0a41c40-42e2-43b6-aba8-496c831104bc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730479 Jun 04 13:50:57.411663 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:50:57.432198 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:50:57.559068 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Made reservation on behalf of 5fae156b092c4eaebe49e7f370eb30b4 for: {'port': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:50:57.570531 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:57.832142 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Allocated IP 172.20.0.13 (81833b74-95ce-4bef-9bfd-d191ccb17273/ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d/b40ec5f1-78f7-4993-a1df-39b8a01b5cdf) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:50:58.163642 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee932e-97bf-4a1d-a395-751094eeb95b req-93bb8c4c-909b-4186-979a-9eacf02b5503 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:58.177078 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8cee932e-97bf-4a1d-a395-751094eeb95b req-93bb8c4c-909b-4186-979a-9eacf02b5503 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.1672590 Jun 04 13:50:58.202977 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.289875 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9f203f36-30f1-410b-b36a-218570896d10 req-d0d2d41d-06b5-4f39-ad28-ccf33b91f82b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0851223 Jun 04 13:50:58.307104 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8cee932e-97bf-4a1d-a395-751094eeb95b req-21206ce7-265f-45f6-acd1-35996ff93b0e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276937 Jun 04 13:50:58.324646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.330414 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:58.497589 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Network 81833b74-95ce-4bef-9bfd-d191ccb17273 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:50:58.500950 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:50:58.505138 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:50:58.551722 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Pushing event updated for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:50:58.562731 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:50:58.605915 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:58.608361 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:58.654658 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81b1c-3064-4cae-8914-8366a80663b8 req-1d135f46-ca8d-4899-a096-3063daee0222 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:58.656429 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dbe81b1c-3064-4cae-8914-8366a80663b8 req-1d135f46-ca8d-4899-a096-3063daee0222 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1667018 Jun 04 13:50:58.701894 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5197382 Jun 04 13:50:58.719478 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Request body: {'port': {'device_id': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:50:58.723502 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dbe81b1c-3064-4cae-8914-8366a80663b8 req-f85aee3b-7e37-4388-a536-739ecf619e5f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594192 Jun 04 13:50:58.916474 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.282172 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:50:59.551392 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:59.573977 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'mac_address': 'fa:16:3e:cf:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:50:59.648243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.683562 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d47d-51c8-4240-99df-7ea7a9fa50ce req-151e2422-5bd9-4e03-9137-ad491b8cb810 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:59.683562 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22f5d47d-51c8-4240-99df-7ea7a9fa50ce req-151e2422-5bd9-4e03-9137-ad491b8cb810 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 932 time: 0.1483889 Jun 04 13:50:59.699312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d25414-ca20-406a-8f08-dc4e3c63f39a req-8d403820-c525-40a1-a596-85bc8cf73ca0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:50:59.707035 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d1d25414-ca20-406a-8f08-dc4e3c63f39a req-8d403820-c525-40a1-a596-85bc8cf73ca0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.2071857 Jun 04 13:50:59.715077 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40ec5f1-78f7-4993-a1df-39b8a01b5cdf {{(pid=98873) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:59.726987 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.745118 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Transition to ACTIVE for port object b40ec5f1-78f7-4993-a1df-39b8a01b5cdf will not be triggered until provisioned by entity L2. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:50:59.752091 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c826ce-aaa5-42d4-bc4d-feade1e6969f {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:50:59.788851 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:50:59.805104 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d1d25414-ca20-406a-8f08-dc4e3c63f39a req-ed653a89-e177-4e5b-9f66-20a0c9f0be48 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968571 Jun 04 13:50:59.860574 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22f5d47d-51c8-4240-99df-7ea7a9fa50ce req-b41fb11c-c60a-4dc7-a5ed-610d9cd07c50 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703970 Jun 04 13:50:59.895875 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.901944 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-597a71d1-759b-48ef-8da7-0a52c4872682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:50:59.923914 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:50:59.929437 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9c1f2f86-b90c-4ffe-83ad-77e7f9da234b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:00.050764 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.055922 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:00.112906 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.118795 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:00.159949 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e168-63e7-455f-b640-6accb3bb7aa6 req-4be46da9-17e0-494e-8e4c-4364c0ac67de tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.167984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0564e168-63e7-455f-b640-6accb3bb7aa6 req-4be46da9-17e0-494e-8e4c-4364c0ac67de tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2244377 Jun 04 13:51:00.172074 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Attempting to bind port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:00.172864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Attempting to bind port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:00.173068 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Attempting to bind port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf on network 81833b74-95ce-4bef-9bfd-d191ccb17273 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:00.179720 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf on network 81833b74-95ce-4bef-9bfd-d191ccb17273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:51:00.180076 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Attempting to bind port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf on network 81833b74-95ce-4bef-9bfd-d191ccb17273 {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:00.186528 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:00.186869 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Checking segment: {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:00.187263 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Bound using segment: {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'} {{(pid=98873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:00.187694 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.managers [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Bound port: b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ef9d6f-1234-42c6-826c-c68df378be28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273'}}] {{(pid=98873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:00.188233 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.242128 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0564e168-63e7-455f-b640-6accb3bb7aa6 req-d4c59d8f-bce7-4523-a02f-4123852899d9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728240 Jun 04 13:51:00.310591 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['36c826ce-aaa5-42d4-bc4d-feade1e6969f'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:00.321776 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, cleared binding levels {{(pid=98873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:00.324943 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:00.343389 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-ada93237-ef5e-4f6d-bdfa-93d84972c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.345202 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-ada93237-ef5e-4f6d-bdfa-93d84972c941 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0925572 Jun 04 13:51:00.406469 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.411334 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:00.490585 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-9a34089e-3e97-4378-b10b-9ae52ed37b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.492090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=3']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:00.492565 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-9a34089e-3e97-4378-b10b-9ae52ed37b38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1096 time: 0.1201832 Jun 04 13:51:00.497899 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:00.504004 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.504720 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.506817 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-b9890b87-439c-4c15-a411-a764f6126d37 service neutron] 10.222.0.13 "PUT /v2.0/ports/b40ec5f1-78f7-4993-a1df-39b8a01b5cdf HTTP/1.1" status: 200 len: 1094 time: 1.7970521 Jun 04 13:51:00.507333 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:51:00.509699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee27948-611b-41ff-9090-937ab3bcea72" -d '{"events": [{"name": "network-changed", "server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:51:00.575759 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aee718-7355-4bee-bb71-ff4df74563ae x-openstack-request-id: req-33aee718-7355-4bee-bb71-ff4df74563ae {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:51:00.576342 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:51:00.576782 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33aee718-7355-4bee-bb71-ff4df74563ae {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:51:00.578290 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf', 'status': 'completed', 'code': 200} Jun 04 13:51:00.707087 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-1e9bb1c2-cbe1-4bc4-acfe-2700ad6e0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.709293 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-1e9bb1c2-cbe1-4bc4-acfe-2700ad6e0fbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 1097 time: 0.1101930 Jun 04 13:51:00.750171 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-9c4f7fa3-4837-436c-8d6e-36c2aa3b0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.752656 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-9c4f7fa3-4837-436c-8d6e-36c2aa3b0d62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.2466371 Jun 04 13:51:00.922519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-2f281a8e-d008-4fa2-b520-a713e161f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:00.924747 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-2f281a8e-d008-4fa2-b520-a713e161f708 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2071505 Jun 04 13:51:00.929668 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d09a84c2-da2b-46e9-9e94-9de4fc62c2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:00.947160 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-61305e71-1f13-43d6-8401-fcd6e4070c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 999 time: 0.1835670 Jun 04 13:51:01.076334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-67a3f98a-df37-42cb-8a5d-2baca4526b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.078458 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-67a3f98a-df37-42cb-8a5d-2baca4526b5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.1224334 Jun 04 13:51:01.162919 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-5ea492af-f879-4dde-8066-b85d2dccc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.165270 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-5ee27948-611b-41ff-9090-937ab3bcea72 req-5ea492af-f879-4dde-8066-b85d2dccc60c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333651 Jun 04 13:51:01.278556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf447fd7-9a17-4200-9be0-6893b3959d20 req-4059b1df-ac6f-4019-b3eb-2f9cab5cc7d7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.289152 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bf447fd7-9a17-4200-9be0-6893b3959d20 req-4059b1df-ac6f-4019-b3eb-2f9cab5cc7d7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 944 time: 0.2649083 Jun 04 13:51:01.295793 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-2a626490-ac14-4882-90e4-036431f585d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.298044 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-2a626490-ac14-4882-90e4-036431f585d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 1097 time: 0.0862610 Jun 04 13:51:01.329105 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564ce9a-9a72-472b-9d31-e93f1e4fccd6 req-3dc78f85-3b1d-4d10-9fa2-2edc1eeb7ff5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.330875 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a564ce9a-9a72-472b-9d31-e93f1e4fccd6 req-3dc78f85-3b1d-4d10-9fa2-2edc1eeb7ff5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 944 time: 0.2644563 Jun 04 13:51:01.348345 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-bd7d9f31-6d7a-4c13-b2bd-1c630cea4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.350666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-bd7d9f31-6d7a-4c13-b2bd-1c630cea4a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2156048 Jun 04 13:51:01.387421 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ddc98b6f-ba92-4c66-baac-a53b536590b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf HTTP/1.1" status: 200 len: 217 time: 0.0793033 Jun 04 13:51:01.431607 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bf447fd7-9a17-4200-9be0-6893b3959d20 req-55f0171d-9166-4520-997f-2a7d527ed3e6 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411142 Jun 04 13:51:01.466429 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-baa14521-559f-4d8e-aa9a-073238386e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.468352 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-baa14521-559f-4d8e-aa9a-073238386e71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d HTTP/1.1" status: 200 len: 854 time: 0.0737338 Jun 04 13:51:01.645784 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a564ce9a-9a72-472b-9d31-e93f1e4fccd6 req-ab53cf41-361d-4063-9a0a-8f4f3714c138 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972147 Jun 04 13:51:01.697974 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-1d284790-0a01-473e-9553-6e8288fefae9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81833b74-95ce-4bef-9bfd-d191ccb17273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2194743 Jun 04 13:51:01.726666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-e0d02b99-6c01-4707-9629-0278b99f52fa service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536873 Jun 04 13:51:01.767612 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22510258-27d4-4037-acec-b1bf0dd05ff1 req-ba5d0e06-ed55-4fe1-8026-42bb82a8787b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:01.770439 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22510258-27d4-4037-acec-b1bf0dd05ff1 req-ba5d0e06-ed55-4fe1-8026-42bb82a8787b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1987813 Jun 04 13:51:01.924792 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22510258-27d4-4037-acec-b1bf0dd05ff1 req-8aa809f0-e40f-4adc-a458-a6d6d3e6f811 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364331 Jun 04 13:51:01.938582 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-431c7dbf-274b-4e59-a19a-9bd3ee7d5665 service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307060 Jun 04 13:51:01.969370 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c176bf2-9b6d-44b7-afc5-01d23424b8f8 req-11d43349-1a36-4fa6-b2ae-76855edb6040 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327290 Jun 04 13:51:02.223203 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-f46dc56d-df84-4ad0-b149-e8878c8c778b req-ed217445-8aaf-46b1-9998-d91cdcf772c7 service neutron] 10.222.0.13 "GET /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661133 Jun 04 13:51:02.724005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e002766-14f1-4290-a2d9-c3e5755b1b20 req-95313b19-6555-4c8d-8ee9-919912b754d0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:02.736738 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e002766-14f1-4290-a2d9-c3e5755b1b20 req-95313b19-6555-4c8d-8ee9-919912b754d0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 944 time: 0.1451917 Jun 04 13:51:02.821053 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e002766-14f1-4290-a2d9-c3e5755b1b20 req-6b0ffa4e-fb79-472c-8652-9a6f845a6fa5 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829651 Jun 04 13:51:02.975318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd752d8b-9c49-4ef7-b87a-fc63de6ccae6 req-f227f4a0-b4fb-463c-87a8-f7ee7d1e9900 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:02.989767 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bd752d8b-9c49-4ef7-b87a-fc63de6ccae6 req-f227f4a0-b4fb-463c-87a8-f7ee7d1e9900 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 944 time: 0.1660991 Jun 04 13:51:03.128544 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bd752d8b-9c49-4ef7-b87a-fc63de6ccae6 req-30819a58-f97f-42bc-8081-996aca6ab2a0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321476 Jun 04 13:51:03.338242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:03.468102 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a96fa-2e14-4bd1-a7a9-282b2fdba768 req-f56a52d6-13ae-4aee-ab9c-0a003365938f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:03.498016 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-874a96fa-2e14-4bd1-a7a9-282b2fdba768 req-f56a52d6-13ae-4aee-ab9c-0a003365938f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2946224 Jun 04 13:51:03.639729 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-874a96fa-2e14-4bd1-a7a9-282b2fdba768 req-7e75e351-fd90-44b3-8a98-10fff5cedd57 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395075 Jun 04 13:51:03.714204 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.749130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-6c0dadfc-8c4d-41c2-b5dc-37def7abba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.750925 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port 36c826ce-aaa5-42d4-bc4d-feade1e6969f completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:03.757855 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 36c826ce-aaa5-42d4-bc4d-feade1e6969f triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:03.758571 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.943879 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:03.982994 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:51:03.985472 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83f482-6618-48f0-bd60-725436e4425d" -d '{"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-plugged", "status": "completed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:51:04.003806 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:04.085819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:04.087732 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:04.126462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb45baf-b562-4b63-b24c-0ef9672378ef x-openstack-request-id: req-4bb45baf-b562-4b63-b24c-0ef9672378ef {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:51:04.127062 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-plugged", "status": "completed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:51:04.127488 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bb45baf-b562-4b63-b24c-0ef9672378ef {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:51:04.128082 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'code': 200} Jun 04 13:51:04.211501 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb842974-042f-4baa-8b6f-dae188ef04e1 req-e88fd667-cb78-4447-95d4-59d9e82b1e30 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:04.212763 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:04.221544 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb842974-042f-4baa-8b6f-dae188ef04e1 req-e88fd667-cb78-4447-95d4-59d9e82b1e30 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1913462 Jun 04 13:51:04.222874 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.223415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.229127 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.229457 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.232368 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.233062 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.235462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.236967 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.238625 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.242988 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.245557 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.246115 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:04.262376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:04.315104 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb842974-042f-4baa-8b6f-dae188ef04e1 req-d243a428-6ea5-4a79-bc21-1adeedc27fa9 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835848 Jun 04 13:51:04.804918 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da1e6c-e6fd-4728-bc41-5dec428e61d1 req-a37f8879-c218-4113-a52b-a65d1b2c5f00 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:04.830843 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-92da1e6c-e6fd-4728-bc41-5dec428e61d1 req-a37f8879-c218-4113-a52b-a65d1b2c5f00 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 944 time: 0.3298502 Jun 04 13:51:05.007525 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:05.264612 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-92da1e6c-e6fd-4728-bc41-5dec428e61d1 req-a78383a6-9397-4254-9ac8-b1c153d06670 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313970 Jun 04 13:51:05.429433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56525685-4a88-425e-81dd-6aa24a2b2c6c req-6f1123ff-e612-4fd7-b263-1d63d9da527f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:05.443571 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-56525685-4a88-425e-81dd-6aa24a2b2c6c req-6f1123ff-e612-4fd7-b263-1d63d9da527f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2487512 Jun 04 13:51:05.539816 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebcf9-4732-4d03-919b-f4ceeaf32359 req-1a0332a0-86f2-46cf-a131-e6acfb1b8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:05.541275 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3d9ebcf9-4732-4d03-919b-f4ceeaf32359 req-1a0332a0-86f2-46cf-a131-e6acfb1b8f6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.1472909 Jun 04 13:51:05.585980 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-56525685-4a88-425e-81dd-6aa24a2b2c6c req-05e03ab8-1689-4d02-96ac-182d12bd8bd2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387913 Jun 04 13:51:05.784456 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b593f2-0dfc-4830-8219-cf6ff1e6def3 req-e2ecdbcb-5036-432e-9b78-8621950fe2d8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:05.793443 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-39b593f2-0dfc-4830-8219-cf6ff1e6def3 req-e2ecdbcb-5036-432e-9b78-8621950fe2d8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1562374 Jun 04 13:51:05.897792 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-39b593f2-0dfc-4830-8219-cf6ff1e6def3 req-fecf1292-95d4-47e8-b6a9-95d7e9a9d0ff tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025455 Jun 04 13:51:06.011864 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3d9ebcf9-4732-4d03-919b-f4ceeaf32359 req-040cace4-7496-4e4c-9f14-c9e2cb599a67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1017854 Jun 04 13:51:06.560751 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:06.762704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f39ef-a9f0-46ea-867a-abfad4069a12 req-6f815ff3-7d54-4bca-bd85-2ec7bcd00f72 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:06.765216 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d18f39ef-a9f0-46ea-867a-abfad4069a12 req-6f815ff3-7d54-4bca-bd85-2ec7bcd00f72 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 944 time: 0.2397571 Jun 04 13:51:06.883876 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d18f39ef-a9f0-46ea-867a-abfad4069a12 req-cb787af5-1e69-4d5b-a8d2-c19507ba66b2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107221 Jun 04 13:51:07.189475 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20345721-86a5-4589-8845-ad68aee903ac req-426342d5-1074-40b7-8a03-902e9c79bd0b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:07.191782 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-20345721-86a5-4589-8845-ad68aee903ac req-426342d5-1074-40b7-8a03-902e9c79bd0b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1437378 Jun 04 13:51:07.206528 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107549e7-87c1-4ba5-8581-f0845b41b92e req-239f31ec-6b7b-43c8-a069-dac10dd795dc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:07.214476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-107549e7-87c1-4ba5-8581-f0845b41b92e req-239f31ec-6b7b-43c8-a069-dac10dd795dc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2064915 Jun 04 13:51:07.297065 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-20345721-86a5-4589-8845-ad68aee903ac req-eac0c6cc-bb84-4e1c-9c7b-25b1645a418e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803704 Jun 04 13:51:07.320984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-107549e7-87c1-4ba5-8581-f0845b41b92e req-7a41cd37-3e0b-48bb-9031-b5c1619afe71 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055348 Jun 04 13:51:07.346087 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device b40ec5f1-78f7-4993-a1df-39b8a01b5cdf details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:07.735901 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:07.756772 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf', 'network_id': '81833b74-95ce-4bef-9bfd-d191ccb17273', 'port_id': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf', 'mac_address': 'fa:16:3e:85:8f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:07.844406 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.870541 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40ec5f1-78f7-4993-a1df-39b8a01b5cdf {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:51:07.895176 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:07.964265 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:07.970939 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:08.156764 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:08.168444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:08.189530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d6d54-ee83-4b8b-b84f-a905c743d775 req-4d349df7-d587-47fe-ba3a-54e02cead426 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:08.197892 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-986d6d54-ee83-4b8b-b84f-a905c743d775 req-4d349df7-d587-47fe-ba3a-54e02cead426 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 945 time: 0.1481278 Jun 04 13:51:08.259371 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-986d6d54-ee83-4b8b-b84f-a905c743d775 req-25a58a6b-9be2-49ac-9faa-a6b95715bcaf tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602117 Jun 04 13:51:08.481086 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['b40ec5f1-78f7-4993-a1df-39b8a01b5cdf'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:09.020801 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f6d7c-5736-48c5-8706-1565cbc2b00b req-dcae7ea4-2d73-43fc-8c82-488ea2fe008f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:09.035635 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a39f6d7c-5736-48c5-8706-1565cbc2b00b req-dcae7ea4-2d73-43fc-8c82-488ea2fe008f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.4020057 Jun 04 13:51:09.197106 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a39f6d7c-5736-48c5-8706-1565cbc2b00b req-3251c87a-ee76-47ec-a6f1-db24f8516bb9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206605 Jun 04 13:51:09.209926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17f4c-dd76-4592-a006-0d00988e6d50 req-13ea4c8f-3957-44e3-933b-46051ca44ea2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:09.211892 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2ca17f4c-dd76-4592-a006-0d00988e6d50 req-13ea4c8f-3957-44e3-933b-46051ca44ea2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.6756344 Jun 04 13:51:09.427775 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2ca17f4c-dd76-4592-a006-0d00988e6d50 req-287d85a7-f7bf-4c80-905d-54e308a88ee6 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231070 Jun 04 13:51:09.691289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef8843-e55b-4d15-958f-e55b2a508808 req-0bc80fe7-a85b-4690-ba9e-a78fdd5ee84a tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:09.693352 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f0ef8843-e55b-4d15-958f-e55b2a508808 req-0bc80fe7-a85b-4690-ba9e-a78fdd5ee84a tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 945 time: 0.1986649 Jun 04 13:51:09.802887 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f0ef8843-e55b-4d15-958f-e55b2a508808 req-3b45d9e3-f8bd-4960-beb5-145aef9bd02d tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882781 Jun 04 13:51:10.517596 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93baee95-d79c-47a8-ad9b-fef543ddf315 req-b8627072-0f49-496c-8a2b-b92ed39a3659 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:10.519210 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-93baee95-d79c-47a8-ad9b-fef543ddf315 req-b8627072-0f49-496c-8a2b-b92ed39a3659 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1763072 Jun 04 13:51:10.627080 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-93baee95-d79c-47a8-ad9b-fef543ddf315 req-3c224399-00a1-4bc1-baea-37008563c81c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972071 Jun 04 13:51:10.972669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba47b7-16fb-4ef8-9536-2c2d14b03265 req-3edf0d9a-5d32-4142-bb60-177e4e117b3b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:10.972669 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62ba47b7-16fb-4ef8-9536-2c2d14b03265 req-3edf0d9a-5d32-4142-bb60-177e4e117b3b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1336739 Jun 04 13:51:10.972669 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-62ba47b7-16fb-4ef8-9536-2c2d14b03265 req-179349ef-3172-47cf-a432-73b82599c333 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573988 Jun 04 13:51:11.084849 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8fe97-c530-446a-9f3c-30f1c1821995 req-9e4ba776-272c-415b-bd2b-f578015ebcb7 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:11.086322 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64d8fe97-c530-446a-9f3c-30f1c1821995 req-9e4ba776-272c-415b-bd2b-f578015ebcb7 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 945 time: 0.1079171 Jun 04 13:51:11.133416 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64d8fe97-c530-446a-9f3c-30f1c1821995 req-b152c2da-8282-454a-8ca1-196497d9a337 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414758 Jun 04 13:51:11.356999 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device b40ec5f1-78f7-4993-a1df-39b8a01b5cdf up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:11.497470 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:11.503192 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:11.503724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.735240 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.810893 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:51:11.813908 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a4d09-f742-4d68-a58f-8085b5f88e36" -d '{"events": [{"server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:51:11.836520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:11.885852 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3de2dd-4227-4460-981f-509fb00d7400 x-openstack-request-id: req-fe3de2dd-4227-4460-981f-509fb00d7400 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:51:11.886124 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "name": "network-vif-plugged", "status": "completed", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:51:11.886378 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe3de2dd-4227-4460-981f-509fb00d7400 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:51:11.886780 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf', 'code': 200} Jun 04 13:51:11.903039 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:11.906332 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:11.980525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1308da-4717-4538-bee0-6ced756b8ef2 req-8ab62357-0982-46a3-906b-3ce3e11c8836 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:11.982394 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ed1308da-4717-4538-bee0-6ced756b8ef2 req-8ab62357-0982-46a3-906b-3ce3e11c8836 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1350729 Jun 04 13:51:12.120567 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ed1308da-4717-4538-bee0-6ced756b8ef2 req-19944685-574a-4203-9c24-7ff78ae18d39 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314349 Jun 04 13:51:12.122757 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:12.138346 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:12.437413 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741013bd-75a4-4d14-9ec2-ae4d40ecd25e req-1c16867a-6bae-482a-9e72-01ba7e2644d3 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:12.439063 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-741013bd-75a4-4d14-9ec2-ae4d40ecd25e req-1c16867a-6bae-482a-9e72-01ba7e2644d3 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1605988 Jun 04 13:51:12.452098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536712b-18e2-484a-8e5d-0d2b867f4d29 req-4ad4186f-4964-4d8e-b27d-e5042b11a5cc tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:12.453610 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6536712b-18e2-484a-8e5d-0d2b867f4d29 req-4ad4186f-4964-4d8e-b27d-e5042b11a5cc tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.2750623 Jun 04 13:51:12.530373 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6536712b-18e2-484a-8e5d-0d2b867f4d29 req-b15c458d-ef30-4968-8779-9c7a4646770d tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613291 Jun 04 13:51:12.550273 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-741013bd-75a4-4d14-9ec2-ae4d40ecd25e req-7d961c55-fd7b-4942-9051-526514bac967 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936675 Jun 04 13:51:13.448251 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002daf09-57d9-420c-8faf-26cddb1b6d18 req-1450ace8-4fd4-4837-9210-5b4d8cb7c581 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:13.450554 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-002daf09-57d9-420c-8faf-26cddb1b6d18 req-1450ace8-4fd4-4837-9210-5b4d8cb7c581 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1092556 Jun 04 13:51:13.543860 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-002daf09-57d9-420c-8faf-26cddb1b6d18 req-f9f206ec-2fd7-485f-a24d-e0865d66f191 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747831 Jun 04 13:51:14.049777 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4bd69-f4d3-4e6d-b060-4c89728bdf19 req-70cd4025-3a43-4963-b348-8fd5452784fe tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:14.060741 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05a4bd69-f4d3-4e6d-b060-4c89728bdf19 req-70cd4025-3a43-4963-b348-8fd5452784fe tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.3223763 Jun 04 13:51:14.195302 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a254-f5c8-4dad-9fbe-e2df709b6344 req-9f5a8b1f-6bde-4ccf-bd9e-906cba04b03b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:14.200822 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b89a254-f5c8-4dad-9fbe-e2df709b6344 req-9f5a8b1f-6bde-4ccf-bd9e-906cba04b03b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.4027901 Jun 04 13:51:14.321128 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b89a254-f5c8-4dad-9fbe-e2df709b6344 req-184efbfe-7961-4fd0-97ef-18685738d685 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999880 Jun 04 13:51:14.343130 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05a4bd69-f4d3-4e6d-b060-4c89728bdf19 req-8791e664-e03f-4448-98a1-8b0118ea7f11 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813759 Jun 04 13:51:14.821404 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74072206-aec0-408c-9bc9-4f1ec501c870 req-d5acdd05-3823-45b2-a990-d305cc7ae1bf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:14.828822 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74072206-aec0-408c-9bc9-4f1ec501c870 req-d5acdd05-3823-45b2-a990-d305cc7ae1bf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1158946 Jun 04 13:51:14.875821 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74072206-aec0-408c-9bc9-4f1ec501c870 req-8ef48113-8e91-45f1-89c0-a9d9197d8bf3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453889 Jun 04 13:51:15.745038 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c23a-c3e9-4bae-9f67-70a0c0d1cfb2 req-ffb500e1-9f56-44d0-96fd-7fbcb47cc45e tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:15.746529 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c31c23a-c3e9-4bae-9f67-70a0c0d1cfb2 req-ffb500e1-9f56-44d0-96fd-7fbcb47cc45e tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1744869 Jun 04 13:51:15.754236 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49973a5a-9ad8-4cc5-a575-fb79777d6f34 req-898c5582-1e8a-4671-b3fe-74d74c0c5033 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:15.756303 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49973a5a-9ad8-4cc5-a575-fb79777d6f34 req-898c5582-1e8a-4671-b3fe-74d74c0c5033 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1367867 Jun 04 13:51:15.828751 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0c31c23a-c3e9-4bae-9f67-70a0c0d1cfb2 req-dc7d1e56-855c-4a8e-b56c-598a7ac4cbb9 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713487 Jun 04 13:51:15.837117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49973a5a-9ad8-4cc5-a575-fb79777d6f34 req-cbe99730-5d5e-4668-8f44-d93acc8d6a21 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664141 Jun 04 13:51:16.077619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64113313-c116-40cc-a198-4754e2757589 req-295145c7-b9af-48fe-ab11-74195627b431 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:16.079406 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64113313-c116-40cc-a198-4754e2757589 req-295145c7-b9af-48fe-ab11-74195627b431 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.0817215 Jun 04 13:51:16.131935 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-64113313-c116-40cc-a198-4754e2757589 req-1ced7960-f7cd-4b6d-bafb-439d5e94f919 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455856 Jun 04 13:51:17.098582 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf07c6-d6d0-47cc-bbf6-1e2ce8dd15ee req-b04f945d-0f9b-4882-b862-157a1c962185 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:17.100781 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50cf07c6-d6d0-47cc-bbf6-1e2ce8dd15ee req-b04f945d-0f9b-4882-b862-157a1c962185 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1200039 Jun 04 13:51:17.108687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c6b8-7ffb-4290-9b2b-789f6451913e req-2521cd49-2cdf-4dc3-bc66-1dfabeb447f0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:17.113573 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b602c6b8-7ffb-4290-9b2b-789f6451913e req-2521cd49-2cdf-4dc3-bc66-1dfabeb447f0 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1644564 Jun 04 13:51:17.181399 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50cf07c6-d6d0-47cc-bbf6-1e2ce8dd15ee req-e384d66b-6d85-4f1d-9013-e907fa19d61d tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701122 Jun 04 13:51:17.192249 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b602c6b8-7ffb-4290-9b2b-789f6451913e req-63aa7b32-f4ef-4b26-b124-4a2a42311aa8 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Jun 04 13:51:17.372579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c81c7c-41a0-46a4-a886-3996c36d4a88 req-819a1cdd-afbc-4beb-817e-2f34b929cefd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:17.374024 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e9c81c7c-41a0-46a4-a886-3996c36d4a88 req-819a1cdd-afbc-4beb-817e-2f34b929cefd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.0851569 Jun 04 13:51:17.420100 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e9c81c7c-41a0-46a4-a886-3996c36d4a88 req-ee524069-2017-4ae9-abe7-31595803b233 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402470 Jun 04 13:51:18.436489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263b4f7-694a-422d-8118-dc615d1f4fe2 req-ce7f443b-ebd9-4849-9732-b05468f47d8c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:18.437926 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4263b4f7-694a-422d-8118-dc615d1f4fe2 req-ce7f443b-ebd9-4849-9732-b05468f47d8c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1073854 Jun 04 13:51:18.449046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881168f-067d-444e-bcfd-713c2f4aeabe req-3bf581c6-b9bc-404c-b45e-f28545d5b3df tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:18.450409 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2881168f-067d-444e-bcfd-713c2f4aeabe req-3bf581c6-b9bc-404c-b45e-f28545d5b3df tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1563306 Jun 04 13:51:18.522536 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4263b4f7-694a-422d-8118-dc615d1f4fe2 req-b4e330b3-9723-4683-af47-583752edd420 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 Jun 04 13:51:18.527176 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2881168f-067d-444e-bcfd-713c2f4aeabe req-9bf9f1ef-de0b-43ef-a9c4-868579d7c23e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630221 Jun 04 13:51:18.700144 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7532e-0a39-4f69-b4d7-0f4ad2fe60ee req-5b1062e7-8da1-4f51-b8c9-02f1ba0a7774 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:18.701615 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a0f7532e-0a39-4f69-b4d7-0f4ad2fe60ee req-5b1062e7-8da1-4f51-b8c9-02f1ba0a7774 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.0806174 Jun 04 13:51:18.746787 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a0f7532e-0a39-4f69-b4d7-0f4ad2fe60ee req-07773142-8c26-4921-8b1f-ce15532227dd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391326 Jun 04 13:51:19.771890 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc706ed-6ea1-4056-9244-0e81620d01cd req-522dba4e-aa4e-4721-ab55-c9d2e9bdd254 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:19.773353 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8bc706ed-6ea1-4056-9244-0e81620d01cd req-522dba4e-aa4e-4721-ab55-c9d2e9bdd254 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1402295 Jun 04 13:51:19.788222 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eaee4-c17e-4ebb-8cef-a7151ee2a733 req-a6bbf248-8f36-4ad7-b614-eca1f730bde5 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:19.789575 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-276eaee4-c17e-4ebb-8cef-a7151ee2a733 req-a6bbf248-8f36-4ad7-b614-eca1f730bde5 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1164963 Jun 04 13:51:19.861010 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8bc706ed-6ea1-4056-9244-0e81620d01cd req-c45b39e2-c9e1-47d1-9937-0bd0ce26b4be tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814831 Jun 04 13:51:19.866179 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-276eaee4-c17e-4ebb-8cef-a7151ee2a733 req-8205bc76-0e48-4679-a625-c1d521898c7b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641425 Jun 04 13:51:20.042070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0ab07-9006-422c-883f-82ff13e5f49e req-79511652-102c-4671-8494-2710dffaa0be tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:20.043543 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c9d0ab07-9006-422c-883f-82ff13e5f49e req-79511652-102c-4671-8494-2710dffaa0be tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.0838053 Jun 04 13:51:20.089498 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c9d0ab07-9006-422c-883f-82ff13e5f49e req-86a88635-f7f6-454a-ac2a-51dd2f0da1f9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397239 Jun 04 13:51:21.010922 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a502-e256-47fb-bf3b-6c2736e74f5b req-26794c12-c715-4dd4-96ab-41e4845a1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:21.012461 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-4d47a502-e256-47fb-bf3b-6c2736e74f5b req-26794c12-c715-4dd4-96ab-41e4845a1eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 1099 time: 0.1333191 Jun 04 13:51:21.043419 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38222) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:21.109034 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-4d47a502-e256-47fb-bf3b-6c2736e74f5b req-5cbb0f44-7d3b-4fec-ae46-cf14d79e030a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888305 Jun 04 13:51:21.125424 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Deleting subnet 20d1f917-99fa-41e4-a59d-8c118860684b {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:51:21.130154 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.135643 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c418b-708b-406e-828a-aeaef9250c92 req-acec5696-ac8e-42a8-84ed-27c61198c751 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:21.137240 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb1c418b-708b-406e-828a-aeaef9250c92 req-acec5696-ac8e-42a8-84ed-27c61198c751 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1661518 Jun 04 13:51:21.150026 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0a9b8-9961-4a80-a8a2-f59d7c36fb84 req-b0679084-6473-47c8-852d-376ed5327583 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:21.151442 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a1d0a9b8-9961-4a80-a8a2-f59d7c36fb84 req-b0679084-6473-47c8-852d-376ed5327583 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1270840 Jun 04 13:51:21.183247 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.224380 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb1c418b-708b-406e-828a-aeaef9250c92 req-b01774a5-8e56-4c41-971d-96c2a557a71d tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Jun 04 13:51:21.231481 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a1d0a9b8-9961-4a80-a8a2-f59d7c36fb84 req-eed1cb9b-eac6-4917-90f1-9ea4eee1cda5 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647719 Jun 04 13:51:21.261611 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.470257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd471a-d3a5-4935-ab02-b557bbcf0d54 req-d21c006b-e75f-42ad-a094-8f8ae90da15b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:21.471752 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-27cd471a-d3a5-4935-ab02-b557bbcf0d54 req-d21c006b-e75f-42ad-a094-8f8ae90da15b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1192009 Jun 04 13:51:21.524675 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-27cd471a-d3a5-4935-ab02-b557bbcf0d54 req-29bd77d8-c4ac-4e29-b924-21777fe6322e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Jun 04 13:51:21.674334 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.679279 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-eb0bb322-314e-464b-87b3-e806f1bd5f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:21.714682 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d1f917-99fa-41e4-a59d-8c118860684b,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:21.716959 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:21.720237 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.727207 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a3a16dfe-c883-46af-94c7-28bb3514b4bb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/20d1f917-99fa-41e4-a59d-8c118860684b HTTP/1.1" status: 204 len: 168 time: 0.6827054 Jun 04 13:51:21.731805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38226) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:21.868208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:21.990576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.003041 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd2a762-43e7-41f7-806a-dd6e041d124d']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:22.015053 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:22.015702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c09bdd2-fa1f-4ba3-9489-d9fa00ad1ab9') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:22.028324 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.047816 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.054997 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:51:22.055390 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:51:22.069305 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:51:22.234320 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.238311 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-628a69b0-c597-4114-afd9-c619918c04dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:22.252364 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:22.263588 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd2a762-43e7-41f7-806a-dd6e041d124d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:22.266960 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:22.353834 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f446feb1-8c86-4631-8af5-db26929c65b0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0cd2a762-43e7-41f7-806a-dd6e041d124d HTTP/1.1" status: 204 len: 168 time: 0.6230848 Jun 04 13:51:22.628770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992bd5-5395-4134-8b27-1fd8b178db00 req-0be4ae33-774e-464d-a4af-5cba903651d5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:22.631434 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-80992bd5-5395-4134-8b27-1fd8b178db00 req-0be4ae33-774e-464d-a4af-5cba903651d5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.2774396 Jun 04 13:51:22.644088 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74fc68-c141-4a99-ade6-594f6d949cbc req-c117da04-90ea-4291-8693-26bc359fcc8c tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:22.646036 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d74fc68-c141-4a99-ade6-594f6d949cbc req-c117da04-90ea-4291-8693-26bc359fcc8c tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.2556839 Jun 04 13:51:22.721049 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-80992bd5-5395-4134-8b27-1fd8b178db00 req-a3383f20-04b8-4cbe-ae34-df9c21de5f92 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Jun 04 13:51:22.732053 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1d74fc68-c141-4a99-ade6-594f6d949cbc req-a6c1bfac-f7ef-4ae4-a841-3c220fc36cf5 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702648 Jun 04 13:51:22.854053 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38238) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:22.907980 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3629bf51-8b7d-4a46-8f81-963528aa875a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e55bc95c6064b16bc8bed7ab169c9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526819 Jun 04 13:51:22.910404 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38240) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:22.988669 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.002626 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bef5f-e19d-4169-8a55-5d7e063daf45 req-6e7bc5d3-2a6e-4d65-bf18-96ea49dbdcfe tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:23.004240 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db6bef5f-e19d-4169-8a55-5d7e063daf45 req-6e7bc5d3-2a6e-4d65-bf18-96ea49dbdcfe tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.1665971 Jun 04 13:51:23.014600 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980f3de-7cab-4642-b7bb-dc4e291624f7 req-5ee691cf-6268-4836-961c-70fffbd2a4dd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:23.016044 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7980f3de-7cab-4642-b7bb-dc4e291624f7 req-5ee691cf-6268-4836-961c-70fffbd2a4dd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1240697 Jun 04 13:51:23.017294 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.094767 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db6bef5f-e19d-4169-8a55-5d7e063daf45 req-f261ec75-fc8f-4d15-9ed5-14edf748fa14 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775607 Jun 04 13:51:23.097498 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7980f3de-7cab-4642-b7bb-dc4e291624f7 req-9680fda5-c923-4491-9b19-8ddee0101dcd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668416 Jun 04 13:51:23.119765 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38242) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:23.165481 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.171133 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4254c05c-e487-4fbb-b525-956e8e3a47ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:23.188982 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e16fc9-8ee3-4af4-b089-7687ad08d9c9,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:23.191402 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:23.195180 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.267059 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.270679 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c54a0ed6-c906-4f85-9bd2-83a94d9b6239 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71e16fc9-8ee3-4af4-b089-7687ad08d9c9 HTTP/1.1" status: 204 len: 168 time: 0.3567815 Jun 04 13:51:23.402335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505009e3-48b7-4070-acf8-661aedd39829 tempest-TestShelveInstance-561990029 tempest-TestShelveInstance-561990029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:23.403858 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-505009e3-48b7-4070-acf8-661aedd39829 tempest-TestShelveInstance-561990029 tempest-TestShelveInstance-561990029-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1093 time: 0.2828250 Jun 04 13:51:23.406771 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38248) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:23.411115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:23.417639 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:23.421421 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Usage tracker for resource:floatingip and tenant:e989811ff26c420b98ae143df1d27c5e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:23.424257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:23.429989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:23.542328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for floatingip, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.681592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:23.882467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Allocated IP 172.28.1.86 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/124d25fc-6e60-4fbe-9060-46cb280ef54e) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:24.091938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa6132-d470-49ae-ab87-1445e13a9144 req-85702975-819c-4e93-81ae-812b8e75dbd7 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:24.093425 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74fa6132-d470-49ae-ab87-1445e13a9144 req-85702975-819c-4e93-81ae-812b8e75dbd7 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.2041113 Jun 04 13:51:24.126153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.164428 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-74fa6132-d470-49ae-ab87-1445e13a9144 req-12ba341e-f00c-424d-9c31-3d7c0d420523 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588641 Jun 04 13:51:24.281385 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.285440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:24.361588 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:24.367480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:24.373084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:24.398249 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'Port': ['ID=124d25fc-6e60-4fbe-9060-46cb280ef54e,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:24.414650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.415021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.415385 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.415743 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.416121 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.416473 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.416838 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.417170 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.417518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.421372 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.421372 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.421372 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:24.428586 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:24.434010 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe170bf-e706-485c-be8e-ee20eccff368 req-f0e6f503-052a-47bd-8dc8-a123e7cdd904 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:24.435771 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fe170bf-e706-485c-be8e-ee20eccff368 req-f0e6f503-052a-47bd-8dc8-a123e7cdd904 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.2090321 Jun 04 13:51:24.530844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38276) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:24.539711 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8fe170bf-e706-485c-be8e-ee20eccff368 req-ea1c2e2a-3e74-4da1-9931-5e231f6369c6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940855 Jun 04 13:51:24.663177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-484254243-network', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:24.668164 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:24.672370 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Usage tracker for resource:network and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:24.675740 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:24.684372 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:24.788587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Made reservation on behalf of 4ff146c5a8294d0e86c6b54e33973fb8 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:24.791002 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.804471 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:24.818949 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:24.822798 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:24.828430 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:24.835576 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:24.920699 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.010839 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.013928 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-81d30985-c08f-4f57-9e6e-f92e8132d43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:25.053661 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:25.055896 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b13b6c-e6bf-4579-b41c-297621478cb2,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:25.061600 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:25.066522 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.066859 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Added segment a5eb9f9a-4543-4f52-b833-022262f39d81 of type vlan for network cd672d4c-8de2-462f-9765-d5a31d42cf71 Jun 04 13:51:25.096561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.170602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.285569 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.288491 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:25.288624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.297649 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c722323b-74be-41ef-93b4-16c14bc9ef25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:25.346840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.402967 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:51:25.403557 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd672d4c-8de2-462f-9765-d5a31d42cf71,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:25.405734 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:25.421075 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:25.445310 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38286) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:25.449654 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9125290 Jun 04 13:51:25.463193 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Request body: {'subnet': {'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-484254243-subnet', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:25.471002 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:25.479020 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Usage tracker for resource:subnet and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:25.528422 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:25.539825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:25.633911 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.637527 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:25.653024 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'mac_address': 'fa:16:3e:d4:bb:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:51:25.655537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Made reservation on behalf of 4ff146c5a8294d0e86c6b54e33973fb8 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:25.658653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.715278 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.730749 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.734514 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:51:25.742059 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-985e945d-1aa2-4ada-835d-12dbbe0a349c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:25.750833 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:25.856709 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:25.862203 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:25.928569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event updated for resources: {'Port': ['ID=124d25fc-6e60-4fbe-9060-46cb280ef54e,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:25.940622 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:25.947067 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=9']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:25.951245 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:25.957870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:26.108360 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0fca8-da6d-421c-b53f-baf2c9821f9a req-cd7af404-8988-407f-8697-1760d5bdbf0b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:26.109849 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28c0fca8-da6d-421c-b53f-baf2c9821f9a req-cd7af404-8988-407f-8697-1760d5bdbf0b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 943 time: 0.4366243 Jun 04 13:51:26.264592 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['2cd6633b-353f-44e4-b882-2f8fc5e87d34'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:51:26.277262 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28c0fca8-da6d-421c-b53f-baf2c9821f9a req-750d9bc6-daba-48ce-8493-8f5928ccf230 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052270 Jun 04 13:51:26.282733 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Floating IP 6e74368f-4ce7-44f7-8b1e-77b514366369 associated. External IP: 172.28.1.86, port: 36c826ce-aaa5-42d4-bc4d-feade1e6969f. Jun 04 13:51:26.897139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Router 5435816c-337f-4ee6-a546-952d695035ba has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:27.032462 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.042458 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:27.195749 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3feda034-44e7-4f04-a879-0fd23939db54,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:27.207318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:27.234657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:27.236387 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Checking segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:27.236735 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Network hostable DHCP agents. Network: cd672d4c-8de2-462f-9765-d5a31d42cf71, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:27.245680 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Sync routers for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:27.259970 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:27.268244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:04Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:27.376893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.456680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:27.491711 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:27.564430 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1563156 Jun 04 13:51:27.571517 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:51:27.574649 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e" -d '{"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:51:27.614165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd401e14-7c31-4f8a-aaa8-f58f15010c3d req-7dc0cb14-d7cb-45e1-8bbc-0dc5559f8ee4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:27.616320 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dd401e14-7c31-4f8a-aaa8-f58f15010c3d req-7dc0cb14-d7cb-45e1-8bbc-0dc5559f8ee4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.1850181 Jun 04 13:51:27.657452 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, cd672d4c-8de2-462f-9765-d5a31d42cf71) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:27.682446 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dd401e14-7c31-4f8a-aaa8-f58f15010c3d req-edcc3070-9191-4ed1-84aa-4dcaa172fa6b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591784 Jun 04 13:51:27.684318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:27.685144 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.767525 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-6ef38bd3-a6c1-4ba5-8e10-0041e3091c7d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3198094 Jun 04 13:51:27.781223 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38302) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:27.789013 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:27.797150 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:27.801486 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Usage tracker for resource:router and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:27.805469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:27.809981 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f62bb-8b53-4d6d-b227-ac0d10349208 x-openstack-request-id: req-198f62bb-8b53-4d6d-b227-ac0d10349208 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:51:27.810298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:51:27.810578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-198f62bb-8b53-4d6d-b227-ac0d10349208 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:51:27.810999 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'status': 'completed', 'code': 200} Jun 04 13:51:27.812565 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16e823-de07-4ffb-9176-e9738c8856fb None None] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:51:27.814874 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:27.908365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.909574 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:27.913204 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-6683e032-fadf-4a0f-836c-833579338e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:27.914770 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-6683e032-fadf-4a0f-836c-833579338e28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0768802 Jun 04 13:51:27.932261 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.058926 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '6e74368f-4ce7-44f7-8b1e-77b514366369', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '5435816c-337f-4ee6-a546-952d695035ba', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'mac_address': 'fa:16:3e:cf:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28805e3e-ca05-4ba9-8486-827b6887137a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:51:24Z', 'updated_at': '2021-06-04T13:51:24Z', 'revision_number': 0, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:28.066264 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Checking router: 5435816c-337f-4ee6-a546-952d695035ba for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:28.074306 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-11821827-9ebe-40bb-a6b8-4a53aa5f8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:28.076642 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-11821827-9ebe-40bb-a6b8-4a53aa5f8c9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1545565 Jun 04 13:51:28.110482 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:28.110894 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:04Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:28.169937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-cd672d4c-8de2-462f-9765-d5a31d42cf71', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:51:28.170766 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.213557 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-e1cb9ee1-7a3c-4bad-9943-beb9f0d26c0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 998 time: 0.1170473 Jun 04 13:51:28.279226 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-f8b4e9ae-c20d-4be3-85d2-2ca1bd738eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:28.281453 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-f8b4e9ae-c20d-4be3-85d2-2ca1bd738eba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0609493 Jun 04 13:51:28.317128 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.374541 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-758af36d-ba5b-49ff-8db4-c0e99d1b7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:28.377982 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-758af36d-ba5b-49ff-8db4-c0e99d1b7fbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0812864 Jun 04 13:51:28.439551 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:28.536834 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-13e58b50-9de7-4971-b15e-29d69f9b6cfa service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511221 Jun 04 13:51:28.658073 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Allocated IP 172.20.0.2 (cd672d4c-8de2-462f-9765-d5a31d42cf71/3feda034-44e7-4f04-a879-0fd23939db54/60285230-9f5d-4eef-92d6-2aef8596a4a3) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:28.699911 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-10634cee-2766-46b7-bd0e-f2eb7d17bc0e req-a1ab1b7f-7bf8-493c-b490-a53920792682 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508801 Jun 04 13:51:28.752242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:28.928507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.090046 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '6e74368f-4ce7-44f7-8b1e-77b514366369', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '5435816c-337f-4ee6-a546-952d695035ba', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'mac_address': 'fa:16:3e:cf:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28805e3e-ca05-4ba9-8486-827b6887137a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:51:24Z', 'updated_at': '2021-06-04T13:51:24Z', 'revision_number': 0, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:29.099089 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.105248 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b914c-678d-41ac-a5e4-7718351320a2 None None] The sync data for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb is: [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '6e74368f-4ce7-44f7-8b1e-77b514366369', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '5435816c-337f-4ee6-a546-952d695035ba', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'mac_address': 'fa:16:3e:cf:72:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28805e3e-ca05-4ba9-8486-827b6887137a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:51:24Z', 'updated_at': '2021-06-04T13:51:24Z', 'revision_number': 0, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:29.113896 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Transition to ACTIVE for port object 60285230-9f5d-4eef-92d6-2aef8596a4a3 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:29.143733 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Transition to ACTIVE for port object 60285230-9f5d-4eef-92d6-2aef8596a4a3 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:29.150497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a4680-f980-4d5e-a849-757b3d668299 req-3a4db308-982d-4104-ab9f-7afc1003447c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:29.151728 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-952a4680-f980-4d5e-a849-757b3d668299 req-3a4db308-982d-4104-ab9f-7afc1003447c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 944 time: 0.2289524 Jun 04 13:51:29.152935 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Allocated IP 172.28.1.242 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/4083b178-d2d4-4fe8-895a-acd72b4df916) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:29.247423 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.254482 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-712fcc95-eca3-409f-a24d-1f2f92f71aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:29.303297 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-952a4680-f980-4d5e-a849-757b3d668299 req-6aadbeea-6f6a-4585-893b-361841d4bcd1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391542 Jun 04 13:51:29.357805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:29.360814 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:29.364706 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:29.376706 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.438424 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cb6bd-6c0c-46d9-ba8b-0f1536416102 None None] New status for floating IP 6e74368f-4ce7-44f7-8b1e-77b514366369: ACTIVE {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:51:29.442600 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:29.466692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Pushing event updated for resources: {'Port': ['ID=60285230-9f5d-4eef-92d6-2aef8596a4a3,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.481017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:29.520631 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Attempting to bind port 60285230-9f5d-4eef-92d6-2aef8596a4a3 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:29.521069 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Attempting to bind port 60285230-9f5d-4eef-92d6-2aef8596a4a3 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:29.522899 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Attempting to bind port 60285230-9f5d-4eef-92d6-2aef8596a4a3 on network cd672d4c-8de2-462f-9765-d5a31d42cf71 {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:29.530031 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:29.531353 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Checking segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:29.531353 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.531353 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Bound using segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:29.531653 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Bound port: 60285230-9f5d-4eef-92d6-2aef8596a4a3, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:29.532106 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.533318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.538799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3c04cabf-2bfb-449d-8817-ca144b5c2bdc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:29.611519 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:29.616213 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:29.620602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:29.657557 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:29.657968 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.662307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Pushing event updated for resources: {'Port': ['ID=4083b178-d2d4-4fe8-895a-acd72b4df916,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.675806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:29.721024 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] For port 60285230-9f5d-4eef-92d6-2aef8596a4a3, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:29.734204 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] For port 60285230-9f5d-4eef-92d6-2aef8596a4a3, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=60285230-9f5d-4eef-92d6-2aef8596a4a3,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:29.797532 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.826083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:51:29.828321 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf59162-cc5b-4042-8eba-8c7ea7cfaf6a" -d '{"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:51:29.836826 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:29.844689 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.855564 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:29.946796 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:29.974445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Pushing event updated for resources: {'Port': ['ID=60285230-9f5d-4eef-92d6-2aef8596a4a3,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:29.982646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:29.983469 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-73d3777f-1025-4994-98f3-111711503808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:30.014543 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6589f237-246b-4c9e-849f-0d1995f34dee x-openstack-request-id: req-6589f237-246b-4c9e-849f-0d1995f34dee {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:51:30.014841 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:51:30.015098 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6589f237-246b-4c9e-849f-0d1995f34dee {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:51:30.015481 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'code': 200} Jun 04 13:51:30.067487 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=10']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:30.090245 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:30.264972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.572999 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 60285230-9f5d-4eef-92d6-2aef8596a4a3 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:30.743071 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 60285230-9f5d-4eef-92d6-2aef8596a4a3 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:30.758272 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.767199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31b4ac-6c92-43da-be64-bda6c66eade3 req-3c04022d-70e3-4fd6-9d5a-2423749d8bca tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:30.768684 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0a31b4ac-6c92-43da-be64-bda6c66eade3 req-3c04022d-70e3-4fd6-9d5a-2423749d8bca tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.2252331 Jun 04 13:51:30.953973 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-976b9883-3dc0-426d-aae0-4944225085f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:30.967449 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60769-44b5-4909-b0d0-654d8e28a9dc req-90db849b-e804-4cfb-b4d9-de238bfd2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:30.969004 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3da60769-44b5-4909-b0d0-654d8e28a9dc req-90db849b-e804-4cfb-b4d9-de238bfd2911 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1099 time: 0.0893517 Jun 04 13:51:31.009327 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0a31b4ac-6c92-43da-be64-bda6c66eade3 req-bf1fb340-581c-42cc-9da7-39ab585df073 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731947 Jun 04 13:51:31.021798 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-3da60769-44b5-4909-b0d0-654d8e28a9dc req-f54a7f38-d6cb-4b78-9575-9bb9a8e26677 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450068 Jun 04 13:51:31.162479 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9040f2-f278-4f70-a6a8-f5fea12b39e6 None None] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:51:31.211074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Router 917c7664-b5f2-435d-8447-0fb49133bb38 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:51:31.354117 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Provisioning for port 60285230-9f5d-4eef-92d6-2aef8596a4a3 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:31.364752 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Provisioning complete for port 60285230-9f5d-4eef-92d6-2aef8596a4a3 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:31.365127 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.400201 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:31.410565 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:51:31.438521 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Sync routers for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:31.476582 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:31.477224 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:04Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:31.497093 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.498323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7156782 Jun 04 13:51:31.501639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38322) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:31.705565 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:31.744551 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:31.933488 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-191dd280-afac-490a-865f-30c0517d81ee None None] For port 60285230-9f5d-4eef-92d6-2aef8596a4a3, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=60285230-9f5d-4eef-92d6-2aef8596a4a3,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:32.049954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:32.055162 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:32.195261 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Pushing event updated for resources: {'Port': ['ID=60285230-9f5d-4eef-92d6-2aef8596a4a3,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:32.203636 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:32.221073 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-a2cd06f1-e15d-471d-8cc7-9fef1952b454 None None] Provisioning complete for port 60285230-9f5d-4eef-92d6-2aef8596a4a3 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:32.221073 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a2cd06f1-e15d-471d-8cc7-9fef1952b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:32.326473 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:29Z', 'revision_number': 3, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:32.339596 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Checking router: 917c7664-b5f2-435d-8447-0fb49133bb38 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:32.340199 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Updating router 917c7664-b5f2-435d-8447-0fb49133bb38 port 4083b178-d2d4-4fe8-895a-acd72b4df916 binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:32.422938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00ca38-ed21-4be4-b2c1-6c9bacb143d6 req-d48356ce-f432-425b-8016-19fcc78fd106 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:32.426806 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a00ca38-ed21-4be4-b2c1-6c9bacb143d6 req-d48356ce-f432-425b-8016-19fcc78fd106 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.2091694 Jun 04 13:51:32.467074 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:32.620744 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a00ca38-ed21-4be4-b2c1-6c9bacb143d6 req-761e83fb-637d-464c-97aa-f54a34a71797 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832247 Jun 04 13:51:32.622717 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:32.685723 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 60285230-9f5d-4eef-92d6-2aef8596a4a3 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:32.934511 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Allocated IP 172.20.0.1 (cd672d4c-8de2-462f-9765-d5a31d42cf71/3feda034-44e7-4f04-a879-0fd23939db54/1d915cf2-7491-4c3e-aa9c-4b29989360b0) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:32.940822 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 60285230-9f5d-4eef-92d6-2aef8596a4a3 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:32.941772 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.169126 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.185863 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.provisioning_blocks [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Transition to ACTIVE for port object 1d915cf2-7491-4c3e-aa9c-4b29989360b0 will not be triggered until provisioned by entity DHCP. {{(pid=98873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:33.247057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.258154 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Transition to ACTIVE for port object 4083b178-d2d4-4fe8-895a-acd72b4df916 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:33.354430 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.358833 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a77d61e6-7103-4940-87f8-b45d3932332f tempest-VolumesActionsTest-2031435401 tempest-VolumesActionsTest-2031435401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:33.393995 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.397853 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:33.429894 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:33.432823 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:33.437078 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:33.461704 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.482836 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Pushing event updated for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:33.482836 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:33.512372 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.519779 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Pushing event updated for resources: {'Port': ['ID=4083b178-d2d4-4fe8-895a-acd72b4df916,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:33.529819 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:33.535684 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Attempting to bind port 4083b178-d2d4-4fe8-895a-acd72b4df916 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:33.538415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Attempting to bind port 4083b178-d2d4-4fe8-895a-acd72b4df916 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:33.538415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Attempting to bind port 4083b178-d2d4-4fe8-895a-acd72b4df916 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:33.544552 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:33.544835 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:33.549609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.549609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:33.549609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Bound port: 4083b178-d2d4-4fe8-895a-acd72b4df916, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:33.549609 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.659528 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-43892ec2-d9a3-4cea-b91c-a9c81db33fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.659528 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] For port 4083b178-d2d4-4fe8-895a-acd72b4df916, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:33.660000 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] For port 4083b178-d2d4-4fe8-895a-acd72b4df916, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=4083b178-d2d4-4fe8-895a-acd72b4df916,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:33.808864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.811659 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.816666 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:33.858808 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-5411b8f6-e2f7-4cdc-962b-57edace15765 None None] Provisioning for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:33.890395 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-5411b8f6-e2f7-4cdc-962b-57edace15765 None None] Provisioning complete for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:33.891042 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-5411b8f6-e2f7-4cdc-962b-57edace15765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:33.972012 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84a64d-2220-4710-80ee-483d8eaab52f req-eb615e98-cfc5-4514-8532-70660fc4d077 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:33.975269 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:33.976005 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:33.977329 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1c84a64d-2220-4710-80ee-483d8eaab52f req-eb615e98-cfc5-4514-8532-70660fc4d077 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.1678307 Jun 04 13:51:34.058909 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1c84a64d-2220-4710-80ee-483d8eaab52f req-8f78e616-890f-41fc-92f7-51f133b4ed3e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717926 Jun 04 13:51:34.119763 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-5411b8f6-e2f7-4cdc-962b-57edace15765 None None] Port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:34.121918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Pushing event updated for resources: {'Port': ['ID=4083b178-d2d4-4fe8-895a-acd72b4df916,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:34.125069 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:34.147813 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.211674 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.258647 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:34.274823 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:34.397278 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Pushing event updated for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:34.397278 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.401173 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:34.609451 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:34.610794 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:34.805914 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:32Z', 'revision_number': 1, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:34.810445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d7651-d05f-4ed3-b36a-6e9e153b8ec4 None None] The sync data for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb is: [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:32Z', 'revision_number': 1, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:34.877207 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7f7abb10-1263-430c-a5e7-36765cced120 None None] Provisioning complete for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:34.877805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7f7abb10-1263-430c-a5e7-36765cced120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.891235 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Router 917c7664-b5f2-435d-8447-0fb49133bb38 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:34.952635 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:34.985472 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-7f7abb10-1263-430c-a5e7-36765cced120 None None] Port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:35.267312 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:35.278959 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-5715e09c-546b-441a-9d13-e0a5b9758453 admin admin] 10.222.0.10 "PUT /v2.0/routers/917c7664-b5f2-435d-8447-0fb49133bb38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7760212 Jun 04 13:51:35.369471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2fc56-bf10-4687-a7a2-3178ebb773c9 req-98955b25-0207-41fd-820d-1353740d7009 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:35.371676 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b4e2fc56-bf10-4687-a7a2-3178ebb773c9 req-98955b25-0207-41fd-820d-1353740d7009 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.1142695 Jun 04 13:51:35.466557 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b4e2fc56-bf10-4687-a7a2-3178ebb773c9 req-c72afc2b-8d89-49f5-8be6-395fc668e989 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844603 Jun 04 13:51:36.276739 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38398) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:36.283065 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-162568208-network', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:36.289118 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:36.295882 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Usage tracker for resource:network and tenant:1e4e8b6cd5804c90869d6155ad673e14 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:36.298662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:36.305334 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:36.417664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Made reservation on behalf of 1e4e8b6cd5804c90869d6155ad673e14 for: {'network': 1} {{(pid=98873) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:36.421467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.439485 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.454922 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:36.459574 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4e8b6cd5804c90869d6155ad673e14 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:36.462570 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:36.470928 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:36.479781 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4083b178-d2d4-4fe8-895a-acd72b4df916 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:36.532518 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.579542 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.651017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 4083b178-d2d4-4fe8-895a-acd72b4df916 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:36.656545 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 4083b178-d2d4-4fe8-895a-acd72b4df916 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:36.656933 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.696994 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.704093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7d1d0196-4d18-4371-b0be-90e55fc141b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:36.744394 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=98873) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:51:36.756262 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff936454-61ad-4702-93da-41233d5fdf9e,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:36.759941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:36.764940 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.765476 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.segments_db [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Added segment 146c8ad6-ea63-4e64-84f0-787b84cee450 of type vlan for network 2feae784-3766-4b53-9717-97cdbb2d6178 Jun 04 13:51:36.797707 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.808271 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.821222 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 4083b178-d2d4-4fe8-895a-acd72b4df916, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=4083b178-d2d4-4fe8-895a-acd72b4df916,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:36.959509 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:36.961261 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:37.010812 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.012171 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:37.012756 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.016441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:37.033462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=4083b178-d2d4-4fe8-895a-acd72b4df916,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:37.036936 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:37.100567 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Sync routers for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:37.115181 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:37.116513 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:37.127042 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Pushing event updated for resources: {'Network': ['ID=2feae784-3766-4b53-9717-97cdbb2d6178,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:37.130244 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:37.142669 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 2feae784-3766-4b53-9717-97cdbb2d6178 details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:51:37.268728 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9895825 Jun 04 13:51:37.275536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38402) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:37.281250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Request body: {'subnet': {'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-162568208-subnet', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:37.290234 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:37.299230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Usage tracker for resource:subnet and tenant:1e4e8b6cd5804c90869d6155ad673e14 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:37.304517 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:37.313583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:37.390444 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:37.536663 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Made reservation on behalf of 1e4e8b6cd5804c90869d6155ad673e14 for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:51:37.539365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:37.769671 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 2, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:37.774906 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Checking router: 917c7664-b5f2-435d-8447-0fb49133bb38 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:37.775254 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Updating router 917c7664-b5f2-435d-8447-0fb49133bb38 port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:37.835248 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.171957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.175761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d3de5e1f-34de-4ae9-bf9e-6cde30c99e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:38.223231 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.238742 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Transition to ACTIVE for port object 1d915cf2-7491-4c3e-aa9c-4b29989360b0 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:38.249687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84cf01c2-850a-48cf-bdb9-6a27f5dd0824,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:38.252506 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:38.261306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Checking segment: {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:38.261666 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Network hostable DHCP agents. Network: 2feae784-3766-4b53-9717-97cdbb2d6178, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:51:38.365972 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.370249 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-7739d7fd-8d52-4608-a639-8ccd780760fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:38.411311 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Network 2feae784-3766-4b53-9717-97cdbb2d6178 is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:51:38.478171 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4083b178-d2d4-4fe8-895a-acd72b4df916 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:38.514138 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Pushing event updated for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:38.550456 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.550791 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.551129 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.552410 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.552740 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.553256 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.553574 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.553903 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.554234 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.554549 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.554866 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.555175 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:51:38.559115 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:38.571375 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 4083b178-d2d4-4fe8-895a-acd72b4df916 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:38.571899 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.625764 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Attempting to bind port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:38.626128 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Attempting to bind port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:38.626651 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Attempting to bind port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 on network cd672d4c-8de2-462f-9765-d5a31d42cf71 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:38.633693 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:38.634076 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Checking segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:38.634486 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.634877 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Bound using segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:38.635348 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Bound port: 1d915cf2-7491-4c3e-aa9c-4b29989360b0, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:38.635720 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.636504 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 2feae784-3766-4b53-9717-97cdbb2d6178) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:38.650468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d92331-38f9-4711-a51b-136522763d68 None None] Network 2feae784-3766-4b53-9717-97cdbb2d6178 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:51:38.666801 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:38.668715 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.755158 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] For port 1d915cf2-7491-4c3e-aa9c-4b29989360b0, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:38.759200 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] For port 1d915cf2-7491-4c3e-aa9c-4b29989360b0, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=1d915cf2-7491-4c3e-aa9c-4b29989360b0,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:38.829151 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d7b1da21-d035-4e0a-b5d8-8c25e7507574 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5518177 Jun 04 13:51:38.832231 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38410) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:38.838657 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:51:38.843390 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:51:38.847465 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Usage tracker for resource:router and tenant:1e4e8b6cd5804c90869d6155ad673e14 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:51:38.851963 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:51:38.857864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:51:38.868418 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:38.872333 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:38.965847 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:38.965847 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:39.017739 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.019223 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.025361 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-2feae784-3766-4b53-9717-97cdbb2d6178', 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'fixed_ips': [{'subnet_id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:51:39.028461 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.035197 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Pushing event updated for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=4']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:39.057291 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:39.078859 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.253005 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Allocated IP 172.20.0.2 (2feae784-3766-4b53-9717-97cdbb2d6178/84cf01c2-850a-48cf-bdb9-6a27f5dd0824/e4dad2c6-0349-495f-bbb1-b27ceffcb14d) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:39.286667 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:39.505999 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.540285 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.553047 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Transition to ACTIVE for port object e4dad2c6-0349-495f-bbb1-b27ceffcb14d will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:39.602123 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Transition to ACTIVE for port object e4dad2c6-0349-495f-bbb1-b27ceffcb14d will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:39.686148 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.690436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:39.716149 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:38Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:39.720383 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cc33b-3291-4078-9f80-6c0305ad53bf None None] The sync data for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb is: [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:38Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:39.812872 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Network 2feae784-3766-4b53-9717-97cdbb2d6178 is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:39.822636 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:39.830358 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:39.833686 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Pushing event updated for resources: {'Port': ['ID=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:39.837800 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:39.984395 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.985977 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Attempting to bind port e4dad2c6-0349-495f-bbb1-b27ceffcb14d on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:39.986365 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Attempting to bind port e4dad2c6-0349-495f-bbb1-b27ceffcb14d by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:39.986838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Attempting to bind port e4dad2c6-0349-495f-bbb1-b27ceffcb14d on network 2feae784-3766-4b53-9717-97cdbb2d6178 {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:39.994851 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:39.995240 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Checking segment: {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:39.995626 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:39.996044 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Bound using segment: {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:39.996508 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Bound port: e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:39.996875 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.043117 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.111620 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] For port e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:40.115055 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] For port e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:40.214707 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Allocated IP 172.28.1.138 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/d01b69c5-84cc-4cba-a6ad-03589f1514a9) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:40.241723 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.248960 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:40.331242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Pushing event updated for resources: {'Port': ['ID=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:40.335087 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:40.419321 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.530256 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 1d915cf2-7491-4c3e-aa9c-4b29989360b0 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:40.592725 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.614894 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:40.742880 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:40.751465 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:40.751938 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.794099 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:40.797221 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:40.802329 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:40.830205 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d01b69c5-84cc-4cba-a6ad-03589f1514a9,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:40.837757 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:40.898619 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:40.932436 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 1d915cf2-7491-4c3e-aa9c-4b29989360b0, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=1d915cf2-7491-4c3e-aa9c-4b29989360b0,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:41.033252 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.039651 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:41.110035 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:41.113186 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:41.356675 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:41.373679 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175f6a6-bf4c-428c-9e8c-541e8a61420e None None] Network 2feae784-3766-4b53-9717-97cdbb2d6178 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:51:41.624892 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-0c399428-afdc-4eff-8f47-839656f35de3 None None] Provisioning for port e4dad2c6-0349-495f-bbb1-b27ceffcb14d completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:41.909225 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.222489 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Router ea2544a6-d433-48c0-a7ec-681aaeec9e55 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98873) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:51:42.424429 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:42.446274 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Sync routers for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:42.460755 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:42.461593 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:42.563312 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e4dad2c6-0349-495f-bbb1-b27ceffcb14d up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:42.576809 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:42.578275 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7437227 Jun 04 13:51:42.589786 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38424) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:51:42.732320 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:42.873736 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port e4dad2c6-0349-495f-bbb1-b27ceffcb14d completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:42.884225 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port e4dad2c6-0349-495f-bbb1-b27ceffcb14d triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:42.884621 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.134597 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.186082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:41Z', 'revision_number': 3, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:43.195722 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:43.197204 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Checking router: ea2544a6-d433-48c0-a7ec-681aaeec9e55 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:43.197762 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Updating router ea2544a6-d433-48c0-a7ec-681aaeec9e55 port d01b69c5-84cc-4cba-a6ad-03589f1514a9 binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:43.275080 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.276446 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 1d915cf2-7491-4c3e-aa9c-4b29989360b0 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:43.324119 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-148bb47a-9fab-432a-ad03-2a3e3cf4e940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:43.426859 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.493260 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:43.499313 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:43.533040 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.550000 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:43.550370 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.819783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Allocated IP 172.20.0.1 (2feae784-3766-4b53-9717-97cdbb2d6178/84cf01c2-850a-48cf-bdb9-6a27f5dd0824/80625b7d-3100-405f-bbdb-86b7f109155c) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:51:43.926038 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:43.941802 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Transition to ACTIVE for port object d01b69c5-84cc-4cba-a6ad-03589f1514a9 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:43.996972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.027618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Transition to ACTIVE for port object 80625b7d-3100-405f-bbdb-86b7f109155c will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:44.034047 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.040138 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:44.119626 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Attempting to bind port d01b69c5-84cc-4cba-a6ad-03589f1514a9 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:44.120030 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Attempting to bind port d01b69c5-84cc-4cba-a6ad-03589f1514a9 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:44.120398 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Attempting to bind port d01b69c5-84cc-4cba-a6ad-03589f1514a9 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:44.129737 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Pushing event updated for resources: {'Port': ['ID=d01b69c5-84cc-4cba-a6ad-03589f1514a9,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:44.132242 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:44.132673 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:44.133089 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.133481 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:44.133959 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Bound port: d01b69c5-84cc-4cba-a6ad-03589f1514a9, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:44.134337 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.148137 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.152071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:44.158211 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:44.224140 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] For port d01b69c5-84cc-4cba-a6ad-03589f1514a9, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:44.227636 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] For port d01b69c5-84cc-4cba-a6ad-03589f1514a9, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=d01b69c5-84cc-4cba-a6ad-03589f1514a9,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:44.233430 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Network 2feae784-3766-4b53-9717-97cdbb2d6178 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:44.236633 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:44.239364 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:51:44.278923 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Pushing event updated for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:44.281923 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:44.301894 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.350146 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.356615 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:44.464624 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:44.465765 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:44.532072 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e4dad2c6-0349-495f-bbb1-b27ceffcb14d up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:44.571642 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Pushing event updated for resources: {'Port': ['ID=d01b69c5-84cc-4cba-a6ad-03589f1514a9,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:44.597036 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:44.718576 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-dae63cbf-17e8-4122-a113-431c4dc1fa01 None None] Provisioning for port 80625b7d-3100-405f-bbdb-86b7f109155c completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:44.733333 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port e4dad2c6-0349-495f-bbb1-b27ceffcb14d triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:44.733712 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.738265 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.762130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:44.814541 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-dae63cbf-17e8-4122-a113-431c4dc1fa01 None None] Provisioning complete for port 80625b7d-3100-405f-bbdb-86b7f109155c triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:44.843874 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-dae63cbf-17e8-4122-a113-431c4dc1fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:44.990860 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-dae63cbf-17e8-4122-a113-431c4dc1fa01 None None] Port 80625b7d-3100-405f-bbdb-86b7f109155c cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:45.021529 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.103065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.135763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-15cf4eac-248b-4f77-8350-581034966b2f tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:45.264053 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:41Z', 'revision_number': 3, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:45.268984 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71affa52-8b78-41bb-b094-9c96bbc0af53 None None] The sync data for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb is: [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:41Z', 'revision_number': 3, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:45.338005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Pushing event updated for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:45.340437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.344264 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:45.517471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Network 2feae784-3766-4b53-9717-97cdbb2d6178 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:51:45.519155 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:51:45.779684 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Router ea2544a6-d433-48c0-a7ec-681aaeec9e55 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:51:45.833693 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-08033196-3bea-428e-9729-7bcdeb0006e5 None None] Provisioning complete for port 80625b7d-3100-405f-bbdb-86b7f109155c triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:45.835244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-08033196-3bea-428e-9729-7bcdeb0006e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:45.905867 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-08033196-3bea-428e-9729-7bcdeb0006e5 None None] Port 80625b7d-3100-405f-bbdb-86b7f109155c cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:51:45.994107 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:51:46.003816 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] 10.222.0.10 "PUT /v2.0/routers/ea2544a6-d433-48c0-a7ec-681aaeec9e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123995 Jun 04 13:51:46.505556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device d01b69c5-84cc-4cba-a6ad-03589f1514a9 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:46.690863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port d01b69c5-84cc-4cba-a6ad-03589f1514a9 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:46.697041 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port d01b69c5-84cc-4cba-a6ad-03589f1514a9 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:46.697422 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.828856 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.847323 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port d01b69c5-84cc-4cba-a6ad-03589f1514a9, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=d01b69c5-84cc-4cba-a6ad-03589f1514a9,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:46.982601 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:46.985578 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-191dd280-afac-490a-865f-30c0517d81ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:47.081561 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=d01b69c5-84cc-4cba-a6ad-03589f1514a9,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:47.087216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:47.127708 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Sync routers for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:51:47.141872 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:47.142652 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:47.329326 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:47.680168 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 4, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '80625b7d-3100-405f-bbdb-86b7f109155c', 'name': '', 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'mac_address': 'fa:16:3e:12:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:43Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 2, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'subnets': [{'id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:47.685870 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Checking router: ea2544a6-d433-48c0-a7ec-681aaeec9e55 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:51:47.686381 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Updating router ea2544a6-d433-48c0-a7ec-681aaeec9e55 port 80625b7d-3100-405f-bbdb-86b7f109155c binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:51:47.767760 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.247199 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.260390 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Transition to ACTIVE for port object 80625b7d-3100-405f-bbdb-86b7f109155c will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:51:48.360203 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.365826 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:48.501531 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device d01b69c5-84cc-4cba-a6ad-03589f1514a9 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:48.564399 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaed721-925e-4bcc-9087-28198b55df9d None None] Pushing event updated for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:48.581515 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-aaaed721-925e-4bcc-9087-28198b55df9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:48.603147 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port d01b69c5-84cc-4cba-a6ad-03589f1514a9 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:48.603536 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.696348 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Attempting to bind port 80625b7d-3100-405f-bbdb-86b7f109155c on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:51:48.696482 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Attempting to bind port 80625b7d-3100-405f-bbdb-86b7f109155c by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:51:48.696793 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Attempting to bind port 80625b7d-3100-405f-bbdb-86b7f109155c on network 2feae784-3766-4b53-9717-97cdbb2d6178 {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:51:48.704728 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:51:48.706085 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Checking segment: {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:51:48.707822 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.709279 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Bound using segment: {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:51:48.709823 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Bound port: 80625b7d-3100-405f-bbdb-86b7f109155c, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146c8ad6-ea63-4e64-84f0-787b84cee450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:51:48.710263 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.834622 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] For port 80625b7d-3100-405f-bbdb-86b7f109155c, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:51:48.837913 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] For port 80625b7d-3100-405f-bbdb-86b7f109155c, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=80625b7d-3100-405f-bbdb-86b7f109155c,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:51:48.914833 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:48.922709 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-8cf3168b-a5ac-4f77-aaf5-e9ab9334263d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:49.047628 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:51:49.048705 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:51:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:49.173852 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaed721-925e-4bcc-9087-28198b55df9d None None] Pushing event updated for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=4']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:49.187074 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-aaaed721-925e-4bcc-9087-28198b55df9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:49.381968 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:51:49.858508 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 4, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '80625b7d-3100-405f-bbdb-86b7f109155c', 'name': '', 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'mac_address': 'fa:16:3e:12:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:43Z', 'updated_at': '2021-06-04T13:51:48Z', 'revision_number': 4, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'subnets': [{'id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:51:49.871285 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fa50c2-95ad-4be9-aab4-2157d462a157 None None] The sync data for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb is: [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:51:44Z', 'revision_number': 4, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '80625b7d-3100-405f-bbdb-86b7f109155c', 'name': '', 'network_id': '2feae784-3766-4b53-9717-97cdbb2d6178', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'mac_address': 'fa:16:3e:12:65:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:43Z', 'updated_at': '2021-06-04T13:51:48Z', 'revision_number': 4, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'subnets': [{'id': '84cf01c2-850a-48cf-bdb9-6a27f5dd0824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:51:50.755695 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 80625b7d-3100-405f-bbdb-86b7f109155c up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:50.957253 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 80625b7d-3100-405f-bbdb-86b7f109155c completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:51:50.964439 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 80625b7d-3100-405f-bbdb-86b7f109155c triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:50.965021 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.115631 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.163370 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 80625b7d-3100-405f-bbdb-86b7f109155c, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=80625b7d-3100-405f-bbdb-86b7f109155c,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:51:51.291274 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:51.296264 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:51:51.397920 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:51:51.405628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:51:51.909849 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-97b7133f-be8f-437e-a7d3-27dc8d17ddde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1209030 Jun 04 13:51:52.109292 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-c51ab4a8-9efb-4e1f-ad94-86b74c4d13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:52.111104 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-c51ab4a8-9efb-4e1f-ad94-86b74c4d13eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 1099 time: 0.1145084 Jun 04 13:51:52.460466 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-5ffd5d4d-f248-4f20-b5dd-1bde95fef306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:52.462729 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-5ffd5d4d-f248-4f20-b5dd-1bde95fef306 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.3179417 Jun 04 13:51:52.542786 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 80625b7d-3100-405f-bbdb-86b7f109155c up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:51:52.624902 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-4b736b38-52d4-43ee-8b05-7f6502ebe233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 200 len: 1001 time: 0.1486256 Jun 04 13:51:52.646523 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 80625b7d-3100-405f-bbdb-86b7f109155c triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:51:52.647567 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:52.713060 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-a83004f8-50f8-4ef2-86e9-ab703c37e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:52.714655 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-a83004f8-50f8-4ef2-86e9-ab703c37e01b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0802846 Jun 04 13:51:52.836832 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-e973c25e-a326-4792-a9ef-ef8acbb589ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:52.838588 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-e973c25e-a326-4792-a9ef-ef8acbb589ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1175010 Jun 04 13:51:53.019384 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-06fb7e1b-407f-4c39-a514-e511dd5badb2 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679382 Jun 04 13:51:53.228758 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-c9bdc393-ce8a-403a-a8ce-7b547845ceb5 req-44d9a76d-7bf2-406c-ba17-c98273c07378 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918247 Jun 04 13:51:53.305544 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:51:57.327922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06070dc3-69c7-4b3c-b2db-6a5e0bed7ce1 req-1956d865-da08-4612-b5ff-01650825f5db tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:57.329663 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06070dc3-69c7-4b3c-b2db-6a5e0bed7ce1 req-1956d865-da08-4612-b5ff-01650825f5db tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1127982 Jun 04 13:51:57.398716 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-06070dc3-69c7-4b3c-b2db-6a5e0bed7ce1 req-efee710e-bd9d-4a3d-9cd8-55105e55afd8 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Jun 04 13:51:58.616342 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd23f1-f75b-45af-bef8-74d4a3c3923e req-470644df-d8ed-4979-84e9-db4c6cceb81e tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:58.618130 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-99cd23f1-f75b-45af-bef8-74d4a3c3923e req-470644df-d8ed-4979-84e9-db4c6cceb81e tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.0923569 Jun 04 13:51:58.683120 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-99cd23f1-f75b-45af-bef8-74d4a3c3923e req-aa985492-1b6e-459a-af63-dab98ba9cd3f tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 Jun 04 13:51:59.388922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-f757676e-86e6-48ad-a988-61a02871ad88 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:59.390280 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-f757676e-86e6-48ad-a988-61a02871ad88 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 814 time: 0.1633461 Jun 04 13:51:59.409520 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-55044d12-2e31-4f77-9e66-107a8ba6f42f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/quotas/4ff146c5a8294d0e86c6b54e33973fb8 HTTP/1.1" status: 200 len: 375 time: 0.0128574 Jun 04 13:51:59.515580 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-cc3c1549-e86c-4628-ad7d-fb567c356106 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986784 Jun 04 13:51:59.671356 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-57db9a4e-18ae-4d96-a40a-769d73526eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424491 Jun 04 13:51:59.885450 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-1c9a5d7b-94c6-4e7e-a296-423738793cd4 service neutron] 10.222.0.10 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076914 Jun 04 13:51:59.927897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb67ef-5473-43d3-bc06-68a5122c5974 req-e8ed0c98-377a-4783-9b5f-2711f042258a tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:51:59.929469 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6eeb67ef-5473-43d3-bc06-68a5122c5974 req-e8ed0c98-377a-4783-9b5f-2711f042258a tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1205297 Jun 04 13:51:59.984439 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6eeb67ef-5473-43d3-bc06-68a5122c5974 req-b6811b86-d2e9-4418-935c-370e67213f2b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Jun 04 13:52:00.280469 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e8f547a-9d6b-4958-b775-8dfcb2010bac req-75724e82-9c2a-4486-9bd1-f6617c1ff121 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 210 time: 0.0473123 Jun 04 13:52:00.948403 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fa9714c7-2031-4ce5-9275-a536490dd418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:01.200845 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb32fd3-1c2e-4c81-ad2c-1f4fe922ea9a req-8396f885-da63-4440-adea-3be0ba5de3c2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:01.202427 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bbb32fd3-1c2e-4c81-ad2c-1f4fe922ea9a req-8396f885-da63-4440-adea-3be0ba5de3c2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.0901749 Jun 04 13:52:01.257488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bbb32fd3-1c2e-4c81-ad2c-1f4fe922ea9a req-ea2e91a4-97c0-4ded-b67b-bd9fbae95729 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Jun 04 13:52:01.384844 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a701ce6e-099f-4a4e-a98c-4be052fc6818 req-4238f3f8-2c5f-433f-9875-b3ed905987a4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 210 time: 0.0430453 Jun 04 13:52:02.635182 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-335f88e5-0278-40d0-a841-2bb8157a741f req-ee42aeb8-e1e1-47f6-9093-e69fe04347de tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 210 time: 0.0641403 Jun 04 13:52:02.670028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43436023-689f-406c-9288-823c0c05c0b2 req-8cd3720e-61f0-4882-9065-095dbff33ef2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:02.671539 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-43436023-689f-406c-9288-823c0c05c0b2 req-8cd3720e-61f0-4882-9065-095dbff33ef2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.2867932 Jun 04 13:52:02.736027 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-43436023-689f-406c-9288-823c0c05c0b2 req-cd333c49-0d08-4254-964d-751e77a2e41c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/security-groups?id=80250150-475e-473f-b00d-e1471da5d82d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563221 Jun 04 13:52:02.974239 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-e06774d2-cb08-4a3b-95a9-cd705c02914b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98873) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:02.975010 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-e06774d2-cb08-4a3b-95a9-cd705c02914b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Synchronizing usage tracker for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98873) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:03.061941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-e06774d2-cb08-4a3b-95a9-cd705c02914b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Unset dirty status for tenant:5fae156b092c4eaebe49e7f370eb30b4 on resource:port {{(pid=98873) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:03.063100 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-e06774d2-cb08-4a3b-95a9-cd705c02914b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 946 time: 0.1819425 Jun 04 13:52:03.203598 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Deleting port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:52:03.204012 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.365954 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] For port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,segment=NetworkSegment(22ef9d6f-1234-42c6-826c-c68df378be28),segment_id=22ef9d6f-1234-42c6-826c-c68df378be28)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:03.366447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.444484 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.471174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-46e8c039-5c03-433d-bffd-168400396db7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:03.473037 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-46e8c039-5c03-433d-bffd-168400396db7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 814 time: 0.1737809 Jun 04 13:52:03.486092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'port': {'device_id': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'admin_state_up': True, 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:03.520712 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-39c27265-4407-4fee-b645-2395fbe60b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.521893 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Calling delete_port for b40ec5f1-78f7-4993-a1df-39b8a01b5cdf owned by compute:nova {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:52:03.659488 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:03.664146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:port and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:03.667602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:03.672979 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:03.803162 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-80c9a81f-b775-4d4a-ac89-22789e58f70c req-4b8f95d8-5923-4ed5-a7c2-c2eb2e1e53e1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 210 time: 0.0455418 Jun 04 13:52:03.811525 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.812014 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Made reservation on behalf of 4ff146c5a8294d0e86c6b54e33973fb8 for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:52:03.819783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:03.827330 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-991303b4-dd70-48f7-a66c-80ced13034b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:03.920407 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Pushing event deleted for resources: {'Port': ['ID=b40ec5f1-78f7-4993-a1df-39b8a01b5cdf,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:03.981126 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.981846 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.982264 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.982832 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.983408 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.984017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.984596 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.985175 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.985755 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.986338 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.986909 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:03.987480 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:04.002284 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:04.011509 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-32697659-27d7-4bf8-92a6-8ac4b0ff77e1 req-9882e9e4-9d78-4452-943b-59ca3ece7ac9 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0996664 Jun 04 13:52:04.058949 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] No DVR routers for this DVR port b40ec5f1-78f7-4993-a1df-39b8a01b5cdf on host hv-cinder-78477 {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:52:04.061998 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.064844 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'name': 'network-vif-deleted', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:52:04.067929 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedba08e-1a89-4c37-8706-9173f2856672" -d '{"events": [{"server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "name": "network-vif-deleted", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:52:04.137439 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.13 "DELETE /v2.0/ports/b40ec5f1-78f7-4993-a1df-39b8a01b5cdf HTTP/1.1" status: 204 len: 173 time: 1.0676556 Jun 04 13:52:04.155829 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Allocated IP 172.20.0.6 (cd672d4c-8de2-462f-9765-d5a31d42cf71/3feda034-44e7-4f04-a879-0fd23939db54/cc5a760d-b16f-494b-a9f0-fdd792ee90f4) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:04.178146 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909dd9b3-3e13-4b6d-9c4c-eb999466b623 x-openstack-request-id: req-909dd9b3-3e13-4b6d-9c4c-eb999466b623 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:52:04.178866 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdda210d-9c14-4f84-92b9-5b0cb44de7c8", "name": "network-vif-deleted", "tag": "b40ec5f1-78f7-4993-a1df-39b8a01b5cdf", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:52:04.179358 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-909dd9b3-3e13-4b6d-9c4c-eb999466b623 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:52:04.180109 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdda210d-9c14-4f84-92b9-5b0cb44de7c8', 'name': 'network-vif-deleted', 'tag': 'b40ec5f1-78f7-4993-a1df-39b8a01b5cdf', 'status': 'completed', 'code': 200} Jun 04 13:52:04.392640 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.408405 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Transition to ACTIVE for port object cc5a760d-b16f-494b-a9f0-fdd792ee90f4 will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:04.594034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.600031 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:04.690580 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:04.694872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:04.697298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:04.707881 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:52:04.738734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:04.788875 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:04.789870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:04.897454 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4154863 Jun 04 13:52:04.930182 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.037234 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96444afe-f947-4d33-af3e-dae35851d64a req-18d0eddc-bd81-419f-bd93-628250b56eae tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:05.037579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-96444afe-f947-4d33-af3e-dae35851d64a req-18d0eddc-bd81-419f-bd93-628250b56eae tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Synchronizing usage tracker for tenant:4ff146c5a8294d0e86c6b54e33973fb8 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:05.130972 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-96444afe-f947-4d33-af3e-dae35851d64a req-18d0eddc-bd81-419f-bd93-628250b56eae tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Unset dirty status for tenant:4ff146c5a8294d0e86c6b54e33973fb8 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:05.132220 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96444afe-f947-4d33-af3e-dae35851d64a req-18d0eddc-bd81-419f-bd93-628250b56eae tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.1918387 Jun 04 13:52:05.187470 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-bbe7b6d8-dfec-43f6-b1d9-6ea684f1b38e None None] Provisioning for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:05.197992 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-bbe7b6d8-dfec-43f6-b1d9-6ea684f1b38e None None] Provisioning complete for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:05.198518 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b6d8-dfec-43f6-b1d9-6ea684f1b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:05.232676 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-96444afe-f947-4d33-af3e-dae35851d64a req-37dab578-9bde-4958-824f-4bdfdf10c753 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906644 Jun 04 13:52:05.234022 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5d965849-9650-4c3a-a506-c390aa8a806a req-5f63beab-2728-4a6f-ad4d-4ab91c41ef48 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0589857 Jun 04 13:52:05.271151 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7b6d8-dfec-43f6-b1d9-6ea684f1b38e None None] Port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:52:05.654714 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device b40ec5f1-78f7-4993-a1df-39b8a01b5cdf no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:52:05.691912 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: b40ec5f1-78f7-4993-a1df-39b8a01b5cdf {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:52:05.692267 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device b40ec5f1-78f7-4993-a1df-39b8a01b5cdf not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:52:06.454780 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2d055789-8a0a-4e66-852a-c32e38f51288 req-9719fd8a-40a8-4165-a062-514a0446b4e9 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0671923 Jun 04 13:52:06.468002 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:06.493050 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efee72-1a6f-4a36-87b6-81ceed98bfb7 req-23f728bf-e2e0-4d2c-93a3-4ebeb5f503ca tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:06.494507 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-72efee72-1a6f-4a36-87b6-81ceed98bfb7 req-23f728bf-e2e0-4d2c-93a3-4ebeb5f503ca tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.1419265 Jun 04 13:52:06.545966 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-72efee72-1a6f-4a36-87b6-81ceed98bfb7 req-205f24c1-cdb9-4788-b834-e35d18490880 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Jun 04 13:52:07.628718 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2c4b5d72-5b1e-48f5-a085-389925ec613d req-9f268038-e834-44de-b591-5254b924fe5d tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0430129 Jun 04 13:52:07.752967 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334229-d186-4b4f-987f-87b39d44ff40 req-a0b62d98-9ec7-4a07-825e-3c2de8a263b7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:07.754994 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f334229-d186-4b4f-987f-87b39d44ff40 req-a0b62d98-9ec7-4a07-825e-3c2de8a263b7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0915961 Jun 04 13:52:07.807300 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f334229-d186-4b4f-987f-87b39d44ff40 req-75ba8c20-1011-4f67-962c-b4d732942a10 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Jun 04 13:52:08.408913 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:52:08.816912 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a6dde411-a0e0-4b9a-8284-41bf6f5f402f req-ec6d83c8-fec9-487c-9b4d-d0366cab0e8c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0535095 Jun 04 13:52:09.014087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6b3c-23db-4e85-9b80-e7b5da3bcf08 req-aa453e29-2ed1-45e8-8d5f-73b712fa6cc0 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:09.015648 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-675d6b3c-23db-4e85-9b80-e7b5da3bcf08 req-aa453e29-2ed1-45e8-8d5f-73b712fa6cc0 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0967469 Jun 04 13:52:09.070047 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-675d6b3c-23db-4e85-9b80-e7b5da3bcf08 req-7c6283fc-3f8e-4678-a2f7-755fb9d1dca3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480103 Jun 04 13:52:10.127993 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-43956b50-0df6-4537-9fb6-f7280d94ca52 req-2331f4a6-b3c7-4c44-af9d-8d8f5d6ad2c9 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.1537092 Jun 04 13:52:10.299885 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757ce41-963d-490f-9d6f-d50cd26ee8ce req-749b0ce1-4e38-4b54-a856-7662c0d7d09e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:10.308464 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9757ce41-963d-490f-9d6f-d50cd26ee8ce req-749b0ce1-4e38-4b54-a856-7662c0d7d09e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.1129520 Jun 04 13:52:10.368142 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9757ce41-963d-490f-9d6f-d50cd26ee8ce req-6b48c9dd-b1b8-40cb-9c21-f956dcac2a00 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586839 Jun 04 13:52:11.331470 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f959fd22-2db7-4181-926f-94e973f6e71d req-e060154a-bf05-4e73-88c3-76275afb1d4c tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0578146 Jun 04 13:52:11.567183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc72f73-92e2-4f69-9663-75a15ae1af37 req-65d6f44b-2fc7-46b4-a968-21f544599c4b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:11.568932 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1cc72f73-92e2-4f69-9663-75a15ae1af37 req-65d6f44b-2fc7-46b4-a968-21f544599c4b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0809407 Jun 04 13:52:11.623630 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1cc72f73-92e2-4f69-9663-75a15ae1af37 req-296e3bfd-1017-488e-8bd4-d5c85fc1cd5c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Jun 04 13:52:12.505938 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-37af6bc3-b042-4a9c-99a4-db16af7e9c0c req-68a6e9f1-dda3-4337-83e8-30c69f6b43b2 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0468478 Jun 04 13:52:12.848754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14edf6-341c-4c61-b134-eba773b7eab6 req-3e81e15d-dfa9-4b08-b711-19884d0ac259 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:12.850462 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b14edf6-341c-4c61-b134-eba773b7eab6 req-3e81e15d-dfa9-4b08-b711-19884d0ac259 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0858626 Jun 04 13:52:12.895736 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b14edf6-341c-4c61-b134-eba773b7eab6 req-4eee1a82-a4df-4f91-aba2-466c0c16a548 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Jun 04 13:52:13.703307 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3b539336-59e1-41c9-af25-b7b52f733e0f req-ba0afaad-0322-40a5-94dd-67fe1005a427 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0556893 Jun 04 13:52:14.108368 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61495bd0-7104-49c9-9bb2-7a0d95b3dc8a req-7bd1176d-32a3-42fc-86a4-03c37a3fde0d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:14.109913 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-61495bd0-7104-49c9-9bb2-7a0d95b3dc8a req-7bd1176d-32a3-42fc-86a4-03c37a3fde0d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.1004221 Jun 04 13:52:14.161471 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-61495bd0-7104-49c9-9bb2-7a0d95b3dc8a req-61a5f563-ab18-4736-8b0e-a108d45646c8 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jun 04 13:52:14.891830 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7cb65a69-a525-4bff-a348-3e0b693a6960 req-49d8a6de-4b9d-416c-8063-d79d92f1252b tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0447958 Jun 04 13:52:15.354788 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd7719-f054-41d3-8b2b-7206badc75b9 req-e907268a-6818-441d-bc75-1a40ee82046e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:15.354788 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-44dd7719-f054-41d3-8b2b-7206badc75b9 req-e907268a-6818-441d-bc75-1a40ee82046e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0827558 Jun 04 13:52:15.403110 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-44dd7719-f054-41d3-8b2b-7206badc75b9 req-a7a9af18-c260-48d5-afaf-b604ad5408c6 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Jun 04 13:52:16.055469 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3a1b60de-8503-4ea6-9d8f-0134081f00a7 req-312464ea-ff47-410a-9096-b1d6499c5c37 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0427561 Jun 04 13:52:16.609507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc935c9-6a75-4249-9311-fb770be76fd8 req-f069cb78-a827-4781-9d0e-966186fd9dbd tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:16.611041 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cdc935c9-6a75-4249-9311-fb770be76fd8 req-f069cb78-a827-4781-9d0e-966186fd9dbd tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0848012 Jun 04 13:52:16.657452 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cdc935c9-6a75-4249-9311-fb770be76fd8 req-0ebf5fda-c42e-45dc-81cb-dc75eea0d4b7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Jun 04 13:52:17.238580 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dd8defce-4c23-4e2c-bf67-ee1422658af2 req-380af6f5-843c-4752-addc-ec7d45fab893 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0427377 Jun 04 13:52:17.860182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a556-16e2-431b-a936-86c5b34b7ab7 req-ad855e14-d2f2-417d-868c-262d93fb842b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:17.861629 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8ca7a556-16e2-431b-a936-86c5b34b7ab7 req-ad855e14-d2f2-417d-868c-262d93fb842b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0833490 Jun 04 13:52:17.909821 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8ca7a556-16e2-431b-a936-86c5b34b7ab7 req-7f731c25-1f7c-415b-87de-6d98d863c2a4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424130 Jun 04 13:52:18.403376 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-599d9732-9206-459a-ba7b-8c6c1a05fa4a req-ac690782-6c03-4b6e-ab13-dc2c55cef4ba tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0421584 Jun 04 13:52:19.097070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1023-f072-4243-8fd1-0e1c2998f9e1 req-c007b205-79d9-4c58-9d1a-3a49bf626360 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:19.098534 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51be1023-f072-4243-8fd1-0e1c2998f9e1 req-c007b205-79d9-4c58-9d1a-3a49bf626360 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0846539 Jun 04 13:52:19.143999 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-51be1023-f072-4243-8fd1-0e1c2998f9e1 req-2cc110bb-fa20-4a4e-804b-a0c13ef1407e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Jun 04 13:52:19.571310 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2ef71d09-7da3-4784-b5ff-4a8681ee4cd6 req-d7e24854-c9cf-4f31-a93a-04d716b925d3 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0467625 Jun 04 13:52:20.334054 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76323986-a180-4c54-91aa-77347e697e76 req-4f165536-7d84-4c87-8992-3552b603c11c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:20.335573 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76323986-a180-4c54-91aa-77347e697e76 req-4f165536-7d84-4c87-8992-3552b603c11c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 931 time: 0.0857646 Jun 04 13:52:20.378984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76323986-a180-4c54-91aa-77347e697e76 req-b9aa101e-d554-44af-9b14-afed6ea2f339 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Jun 04 13:52:20.641371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Request body: {'port': {'device_id': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:20.792363 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-980c3a65-6af7-4ac6-b592-cb408ad74014 req-5baaa807-c639-463d-8256-a1438f37d469 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] 10.222.0.10 "GET /v2.0/ports?device_id=fdda210d-9c14-4f84-92b9-5b0cb44de7c8 HTTP/1.1" status: 200 len: 210 time: 0.0621169 Jun 04 13:52:20.803371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:21.249712 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5a760d-b16f-494b-a9f0-fdd792ee90f4 {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:52:21.257104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:21.271678 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Transition to ACTIVE for port object cc5a760d-b16f-494b-a9f0-fdd792ee90f4 will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:52:21.376117 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:21.380080 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:21.610737 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:21.614932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:21.701899 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Attempting to bind port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:52:21.702610 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Attempting to bind port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:52:21.702610 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Attempting to bind port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 on network cd672d4c-8de2-462f-9765-d5a31d42cf71 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:21.714068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4f0fe-a71e-4a7f-869e-56d44a5444e5 req-874011e3-342a-4969-ba04-39d1f470a3e8 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:21.715625 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-79d4f0fe-a71e-4a7f-869e-56d44a5444e5 req-874011e3-342a-4969-ba04-39d1f470a3e8 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 943 time: 0.2144046 Jun 04 13:52:21.719103 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 on network cd672d4c-8de2-462f-9765-d5a31d42cf71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:52:21.719425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Attempting to bind port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 on network cd672d4c-8de2-462f-9765-d5a31d42cf71 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:52:21.738235 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:52:21.738575 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Checking segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:52:21.738957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Bound using segment: {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:52:21.739390 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Bound port: cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eb9f9a-4543-4f52-b833-022262f39d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:52:21.739771 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:21.823796 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-79d4f0fe-a71e-4a7f-869e-56d44a5444e5 req-8e1b7d7d-7da0-4b27-914a-22696b78ca59 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017830 Jun 04 13:52:21.857294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:52:21.860839 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:52:21.960908 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:21.965928 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1427e864-6779-4b13-aa47-9c04060a0df4 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:22.026440 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.027199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:22.028613 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 1093 time: 1.3925579 Jun 04 13:52:22.029260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:52:22.031659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11928689-0a86-4ab6-8aa7-cafc4c470bec" -d '{"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:52:22.054955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:22.058354 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:22.097492 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156537a6-c83c-4f97-a073-0708f2d70902 x-openstack-request-id: req-156537a6-c83c-4f97-a073-0708f2d70902 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:52:22.097818 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:52:22.098102 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-156537a6-c83c-4f97-a073-0708f2d70902 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:52:22.098522 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:52:22.204484 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-df51e226-caa6-4b9e-b4dd-c2787ec6d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.208928 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-df51e226-caa6-4b9e-b4dd-c2787ec6d20b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1096 time: 0.0837708 Jun 04 13:52:22.354613 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-b09901c0-0f24-4d03-939c-54e03ba808c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.355996 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-b09901c0-0f24-4d03-939c-54e03ba808c3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1417480 Jun 04 13:52:22.498101 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-a22798ca-7e9f-4df9-996c-7d1f1c92bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.499544 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-11928689-0a86-4ab6-8aa7-cafc4c470bec req-a22798ca-7e9f-4df9-996c-7d1f1c92bc17 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369493 Jun 04 13:52:22.609407 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-1c6ab541-8477-4b76-8c75-f21a36372274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.610216 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-1c6ab541-8477-4b76-8c75-f21a36372274 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1096 time: 0.0742326 Jun 04 13:52:22.685581 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-87df15a4-d24b-48e0-971c-e242639dee8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 217 time: 0.0659709 Jun 04 13:52:22.752711 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-63ad0c41-dbff-4b48-a353-d41ef9c1cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.754151 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-63ad0c41-dbff-4b48-a353-d41ef9c1cb0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.0618722 Jun 04 13:52:22.834747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bedf40-219a-41df-8f8f-575cea73a82c req-8e74ed96-1e1c-4063-a442-f28659927370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:22.836236 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-8e74ed96-1e1c-4063-a442-f28659927370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0748112 Jun 04 13:52:23.028713 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-20059bc2-6f78-4335-b340-95e427c431f4 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853096 Jun 04 13:52:23.087111 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cee31a-9bfd-4b72-be79-ed54f1532781 req-b7ea3146-fb2e-4ea7-9a9f-ae06cc815836 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:23.088637 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31cee31a-9bfd-4b72-be79-ed54f1532781 req-b7ea3146-fb2e-4ea7-9a9f-ae06cc815836 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 943 time: 0.1510160 Jun 04 13:52:23.216593 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:23.327345 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31cee31a-9bfd-4b72-be79-ed54f1532781 req-c834bff2-e137-4d8f-8237-cd077b49d4e1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754895 Jun 04 13:52:23.335597 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-90bedf40-219a-41df-8f8f-575cea73a82c req-9a36bea1-70c8-4666-99d2-89bf0d6134ed service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957606 Jun 04 13:52:24.527560 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ffebf-e5e1-4d6b-9bf9-4b03615e7807 req-1a55710f-7357-48ac-8941-1a294894e6fd tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:24.529011 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-968ffebf-e5e1-4d6b-9bf9-4b03615e7807 req-1a55710f-7357-48ac-8941-1a294894e6fd tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 943 time: 0.0829275 Jun 04 13:52:24.582789 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-968ffebf-e5e1-4d6b-9bf9-4b03615e7807 req-c8116728-7823-4ff8-816c-9ec8ffac6ee4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464039 Jun 04 13:52:25.786514 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ef950-b732-4997-8171-0d28f4b589e6 req-577630e1-2975-4ea1-b1fb-fe500d28c178 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:25.788027 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c06ef950-b732-4997-8171-0d28f4b589e6 req-577630e1-2975-4ea1-b1fb-fe500d28c178 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 943 time: 0.0876164 Jun 04 13:52:25.834104 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c06ef950-b732-4997-8171-0d28f4b589e6 req-909180a3-e785-4ffb-b3ec-d672ce2fc438 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Jun 04 13:52:27.016689 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395560-f585-4811-91a9-670306ee48f2 req-30d21af8-25bc-4845-801e-a3b456dc0b4e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:27.018207 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9d395560-f585-4811-91a9-670306ee48f2 req-30d21af8-25bc-4845-801e-a3b456dc0b4e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 943 time: 0.0788519 Jun 04 13:52:27.064802 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9d395560-f585-4811-91a9-670306ee48f2 req-39730bf4-87da-4480-acc2-2f17923a60b7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Jun 04 13:52:27.757656 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device cc5a760d-b16f-494b-a9f0-fdd792ee90f4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:52:27.891471 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:27.906035 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'port_id': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'mac_address': 'fa:16:3e:17:45:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:52:27.961675 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:27.980247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5a760d-b16f-494b-a9f0-fdd792ee90f4 {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:52:27.995971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:28.102041 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:28.104351 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:28.178416 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:28.186535 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.186878 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.187213 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.187547 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.187899 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.188225 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.188550 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.188873 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.189214 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.189976 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.189976 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.190174 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:28.194090 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:28.262280 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0839e9-9bc3-44d0-91a2-2c61d5bcf484 req-bbf3b70d-72e9-471f-9c70-360508b41ca4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:28.263657 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7c0839e9-9bc3-44d0-91a2-2c61d5bcf484 req-bbf3b70d-72e9-471f-9c70-360508b41ca4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 944 time: 0.0899179 Jun 04 13:52:28.309883 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7c0839e9-9bc3-44d0-91a2-2c61d5bcf484 req-399c7b5a-f25f-4b4c-a7ec-c7e356bb8af6 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Jun 04 13:52:28.520493 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:29.502291 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180793eb-228c-49e9-bc19-7608b9545bf4 req-7e6fc9da-1856-4009-86b2-6f3fd6417ee9 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:29.503759 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-180793eb-228c-49e9-bc19-7608b9545bf4 req-7e6fc9da-1856-4009-86b2-6f3fd6417ee9 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 944 time: 0.0826628 Jun 04 13:52:29.552570 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-180793eb-228c-49e9-bc19-7608b9545bf4 req-fa1570d5-4ed1-4066-872b-3a7da47408b2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Jun 04 13:52:29.773560 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device cc5a760d-b16f-494b-a9f0-fdd792ee90f4 up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:52:29.959266 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:52:29.964450 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:29.964869 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:30.084614 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:30.114379 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:52:30.116803 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df2672-300a-4cfd-a41e-706876aadb26" -d '{"events": [{"server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:52:30.124968 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:30.164814 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1d0e1c-1723-41a2-8ec9-9a1f04fe1754 x-openstack-request-id: req-2c1d0e1c-1723-41a2-8ec9-9a1f04fe1754 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:52:30.165113 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:52:30.165396 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c1d0e1c-1723-41a2-8ec9-9a1f04fe1754 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:52:30.165807 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'code': 200} Jun 04 13:52:30.210694 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:30.212735 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-182d417d-06e5-4809-bb73-dfd39f323be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:30.284621 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:30.287556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:30.553988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5ecf3-8607-4aef-be0b-1ad933cacc93 req-1f61e5c8-3f6f-46df-9290-ea15d2d88c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:30.555523 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-35e5ecf3-8607-4aef-be0b-1ad933cacc93 req-1f61e5c8-3f6f-46df-9290-ea15d2d88c3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1098 time: 0.0698838 Jun 04 13:52:30.604176 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-35e5ecf3-8607-4aef-be0b-1ad933cacc93 req-aae6eee2-04d6-424c-9851-6b63c32c0d2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Jun 04 13:52:30.770103 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d587a7e-b6e2-44be-b04a-2da9cacfb493 req-0a734363-ea2a-4cdc-bc53-f9b86ceda5e6 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:30.771560 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5d587a7e-b6e2-44be-b04a-2da9cacfb493 req-0a734363-ea2a-4cdc-bc53-f9b86ceda5e6 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0851791 Jun 04 13:52:30.817436 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5d587a7e-b6e2-44be-b04a-2da9cacfb493 req-03e63c55-3008-4670-afad-2d88cf865046 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Jun 04 13:52:30.953612 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-6dc50cab-25ad-4227-a87a-9a7b6ef58299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:32.040591 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa206b1-1a0b-41b1-bff2-e5bf78407195 req-01e29289-0fb5-4455-9fe8-927745950672 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:32.045043 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3fa206b1-1a0b-41b1-bff2-e5bf78407195 req-01e29289-0fb5-4455-9fe8-927745950672 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.1073506 Jun 04 13:52:32.096437 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3fa206b1-1a0b-41b1-bff2-e5bf78407195 req-68373947-80ac-4fe9-a2f5-c1d1104b5db7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Jun 04 13:52:33.292875 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2eb47-8fdb-47a2-8778-fac9c5e9931c req-305a419d-6b87-4544-bc61-3376f6f6c86d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:33.294229 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f2a2eb47-8fdb-47a2-8778-fac9c5e9931c req-305a419d-6b87-4544-bc61-3376f6f6c86d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0863707 Jun 04 13:52:33.340757 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f2a2eb47-8fdb-47a2-8778-fac9c5e9931c req-646e9d10-eca3-4f3a-9752-baa0fe5cf41a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jun 04 13:52:33.474104 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:33.529353 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd086-4a4d-4ae9-9dbe-0c4cb3b0b5f4 req-8371332e-cf7e-46c6-9cac-916ebe5e0c9b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:33.530832 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f8dd086-4a4d-4ae9-9dbe-0c4cb3b0b5f4 req-8371332e-cf7e-46c6-9cac-916ebe5e0c9b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0831461 Jun 04 13:52:33.542326 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9dd21149-e711-4ae8-80c1-eb2be3d747e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:33.578750 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f8dd086-4a4d-4ae9-9dbe-0c4cb3b0b5f4 req-ed96de8c-3a1e-4d55-a1b1-e9d2b90f9792 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Jun 04 13:52:34.013238 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689172f-da50-4441-b05f-069c9357de65 req-39d1fa29-662b-4c75-a2db-ea643755d0a5 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:34.019039 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b689172f-da50-4441-b05f-069c9357de65 req-39d1fa29-662b-4c75-a2db-ea643755d0a5 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0988598 Jun 04 13:52:34.063420 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b689172f-da50-4441-b05f-069c9357de65 req-ca65a469-20e7-4a4b-9bbd-3f9655b091c4 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427096 Jun 04 13:52:34.976388 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:36.501758 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:41.617074 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cd437-09c3-400f-87e5-b5d9b5a85af5 req-8ede8804-83ce-4a7a-9700-d0b6e0d9fb6e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:41.618497 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-763cd437-09c3-400f-87e5-b5d9b5a85af5 req-8ede8804-83ce-4a7a-9700-d0b6e0d9fb6e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0829470 Jun 04 13:52:41.677149 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-763cd437-09c3-400f-87e5-b5d9b5a85af5 req-5bae7e18-dbbe-474c-9016-84e4259c7857 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Jun 04 13:52:41.700015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38814) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:41.884046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcc452-ecac-4917-8abf-670db24087d1 tempest-TestMinimumBasicScenario-596828490 tempest-TestMinimumBasicScenario-596828490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:41.884693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71bcc452-ecac-4917-8abf-670db24087d1 tempest-TestMinimumBasicScenario-596828490 tempest-TestMinimumBasicScenario-596828490-project-admin] Synchronizing usage tracker for tenant:1e4e8b6cd5804c90869d6155ad673e14 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:52:41.992959 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71bcc452-ecac-4917-8abf-670db24087d1 tempest-TestMinimumBasicScenario-596828490 tempest-TestMinimumBasicScenario-596828490-project-admin] Unset dirty status for tenant:1e4e8b6cd5804c90869d6155ad673e14 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:52:41.994214 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-71bcc452-ecac-4917-8abf-670db24087d1 tempest-TestMinimumBasicScenario-596828490 tempest-TestMinimumBasicScenario-596828490-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1093 time: 0.2930832 Jun 04 13:52:41.997391 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38818) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:42.001938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'port_id': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:42.007897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:42.012468 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:floatingip and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:42.015357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:42.020976 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:42.118903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for floatingip, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.257147 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.407586 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Allocated IP 172.28.1.119 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/e4848722-51b8-4141-b43a-c53788c3a8f0) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:52:42.663268 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.777665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:42.781517 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:42.845772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:52:42.848511 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:52:42.852112 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:52:42.886628 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'Port': ['ID=e4848722-51b8-4141-b43a-c53788c3a8f0,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:42.906273 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.906652 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.906957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.907311 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.907703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.908097 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.908479 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.908840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.909187 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.909559 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.909922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.910268 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:52:42.915307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:43.288629 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:43.447993 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:43.663783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:43.732727 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:43.739163 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:43.858282 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'Port': ['ID=e4848722-51b8-4141-b43a-c53788c3a8f0,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:43.862499 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:43.869299 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:44.050075 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Floating IP fca60c9f-35b6-4779-90f7-6e9e8a699a03 associated. External IP: 172.28.1.119, port: cc5a760d-b16f-494b-a9f0-fdd792ee90f4. Jun 04 13:52:44.545201 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Router 917c7664-b5f2-435d-8447-0fb49133bb38 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:52:44.736769 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:52:44.746809 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Sync routers for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:52:44.756022 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:52:44.756627 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:52:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:44.849306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:44.909530 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9111154 Jun 04 13:52:44.910182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:52:44.912358 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38834) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:44.912873 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb34d022-dc49-4e53-886c-8fd8192b4070" -d '{"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:52:44.919052 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295649365', 'description': 'tempest-secgroup-smoke-1295649365 description', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:44.926196 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:44.930771 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:44.936136 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:44.938364 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:52:44.943755 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:44.959510 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e3747-d4b4-4006-ba25-e679041a2ce2 x-openstack-request-id: req-373e3747-d4b4-4006-ba25-e679041a2ce2 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:52:44.959510 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:52:44.959767 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-373e3747-d4b4-4006-ba25-e679041a2ce2 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:52:44.960228 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:52:45.061233 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-dfe4d139-5e7e-4e43-b654-93ce6d074846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:45.062764 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-dfe4d139-5e7e-4e43-b654-93ce6d074846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1098 time: 0.0772588 Jun 04 13:52:45.095203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.117956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:45.122867 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:45.126091 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:45.132135 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:45.209761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-26390729-efb3-4747-abe1-6d5ccbf82713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:45.211266 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-26390729-efb3-4747-abe1-6d5ccbf82713 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 915 time: 0.1422198 Jun 04 13:52:45.220982 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.317981 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'fca60c9f-35b6-4779-90f7-6e9e8a699a03', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'port_id': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'mac_address': 'fa:16:3e:17:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:52:43Z', 'updated_at': '2021-06-04T13:52:43Z', 'revision_number': 0, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:45.325167 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-809df0d9-cf40-49cf-8fd1-4f62db5b705c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 999 time: 0.1062050 Jun 04 13:52:45.325930 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Checking router: 917c7664-b5f2-435d-8447-0fb49133bb38 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:52:45.330904 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.335092 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c479067f-1004-4611-98c6-86487a5254a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:45.337421 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:52:45.338892 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:52:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:45.387512 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:45.391506 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:45.410169 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:52:45.438175 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-0654c09c-06e2-41dd-8115-5daf58b54542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:45.442522 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-0654c09c-06e2-41dd-8115-5daf58b54542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.1032591 Jun 04 13:52:45.496447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.497699 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5835669 Jun 04 13:52:45.500714 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38848) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:45.509298 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:45.512790 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:45.517051 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:45.520786 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:45.528443 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:45.535806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-5d13273f-ff06-419e-9cb9-ce26250c26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:45.537719 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-5d13273f-ff06-419e-9cb9-ce26250c26d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0894332 Jun 04 13:52:45.562077 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:52:45.654727 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.700700 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-615a569c-5969-4b83-8095-cb3fd39f015b service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549187 Jun 04 13:52:45.738856 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.859942 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb34d022-dc49-4e53-886c-8fd8192b4070 req-9bb39489-7546-4185-84cf-b1a06a7c4f32 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494541 Jun 04 13:52:45.868000 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:45.874535 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-8b953f43-6778-44c3-8992-5b7ff29796af tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:45.895555 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5dc8f1-a06d-4fa6-9d99-13d819e232fe,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:45.898025 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:45.950777 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'fca60c9f-35b6-4779-90f7-6e9e8a699a03', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'port_id': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'mac_address': 'fa:16:3e:17:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:52:43Z', 'updated_at': '2021-06-04T13:52:43Z', 'revision_number': 0, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:45.955528 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31214f4f-28d0-4552-b32d-367ec8419f8a None None] The sync data for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb is: [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'fca60c9f-35b6-4779-90f7-6e9e8a699a03', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'floating_ip_address': '172.28.1.119', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'port_id': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'mac_address': 'fa:16:3e:17:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:52:43Z', 'updated_at': '2021-06-04T13:52:43Z', 'revision_number': 0, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:52:46.158202 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0044e8-3a0d-4fdf-a1f2-ca33d57fdbb7 None None] New status for floating IP fca60c9f-35b6-4779-90f7-6e9e8a699a03: ACTIVE {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:52:46.182691 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:46.184605 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6829150 Jun 04 13:52:46.187389 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38860) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:46.192111 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:46.200090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:46.204103 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:46.207416 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:46.213371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:46.318732 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:46.391223 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:46.518098 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:46.520608 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b6eb3f60-8e80-4e32-ab4d-6ccf25a25724 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:46.619380 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e80c0f3-5594-4e1e-9e76-62139d01d30a,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:46.624271 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:46.747456 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:46.748739 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7748dc75-2f98-4f2b-9f7b-5c24d545489f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5603006 Jun 04 13:52:46.752707 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38862) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:46.757140 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:46.763892 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:46.767918 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:46.770867 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:46.776771 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:46.936508 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.001612 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.130089 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.132211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f58cd007-dcb0-4c61-b0ec-3005477c838f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:47.162090 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e354c859-39aa-4018-adbe-f043fc22c34c,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:47.164200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:47.250605 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.251878 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a8976db9-46ec-43f3-9c2b-139aa0e7ed4c tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4981732 Jun 04 13:52:47.254589 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38868) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:47.259579 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:47.265877 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:47.269874 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:47.272939 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:47.278681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:47.432950 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.502543 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.638236 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.640297 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:47.662688 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7310368b-88d2-4a85-be50-5d37a60a1695,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:47.665058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:47.781644 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:47.782836 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5272546 Jun 04 13:52:47.785664 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38872) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:47.790246 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:47.796850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:47.801952 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:47.805224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:47.811519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:47.953325 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.securitygroups_db [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Project 4ff146c5a8294d0e86c6b54e33973fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:52:47.959954 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.036921 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.215365 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.217674 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:48.241075 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8006b75b-b70d-41b8-8ad4-fdc3263e43d9,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:48.243444 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:48.342063 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.343165 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-7f55af38-083b-4759-9969-59262cc64809 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5565405 Jun 04 13:52:48.346584 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38876) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.351529 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'security_group_rule': {'security_group_id': '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce', 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:48.360321 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:52:48.366847 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Usage tracker for resource:security_group_rule and tenant:4ff146c5a8294d0e86c6b54e33973fb8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:52:48.370577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:52:48.376352 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:52:48.495228 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.securitygroups_db [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Project 4ff146c5a8294d0e86c6b54e33973fb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 04 13:52:48.504493 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.570377 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.633625 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.644969 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7a532015-2226-4708-92f2-1c7b4b1f80c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:48.664539 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f98a53-2d7d-4445-9ec3-9a90d8dbf935,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:48.667321 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:48.674182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38880) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:48.738670 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Deleting subnet ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:52:48.741734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.765526 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.770733 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-41ed20b8-3d5f-4454-ba0f-35bfd612f030 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196002 Jun 04 13:52:48.791817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.847289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:48.957077 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-8525cc70-267c-4ed5-a4e5-c1af6bb0a254 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295649365&fields=id&tenant_id=4ff146c5a8294d0e86c6b54e33973fb8 HTTP/1.1" status: 200 len: 267 time: 0.0805352 Jun 04 13:52:49.268441 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-af1a710e-f6f8-4e7d-b32e-922f4bc4653e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:49.269835 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-af1a710e-f6f8-4e7d-b32e-922f4bc4653e tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.3074133 Jun 04 13:52:49.281128 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'port': {'security_groups': ['68b13b6c-e6bf-4579-b41c-297621478cb2', '8e2ec3b6-5c76-411b-b994-a53a6d9f41ce']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:52:49.400878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.409184 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c681b395-88ba-4cd3-87a5-ea179ebe0265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:49.443728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.458874 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:49.463624 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.466038 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:49.501991 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ecf24f20-34e1-44bc-a0b0-dee3bc7a0b4d HTTP/1.1" status: 204 len: 168 time: 0.8266702 Jun 04 13:52:49.505237 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38886) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:49.622241 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.741441 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:52:49.747971 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.761829 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81833b74-95ce-4bef-9bfd-d191ccb17273']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.772469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.779128 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ef9d6f-1234-42c6-826c-c68df378be28') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.779416 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ef9d6f-1234-42c6-826c-c68df378be28') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:52:49.792253 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.809472 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.815602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:52:49.824377 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:52:49.829996 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:52:49.891480 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.898068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:49.906606 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:49.969903 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:49.970698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:49.971998 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bf7ea3f6-f35b-4622-a298-eff8d3448656 req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "PUT /v2.0/ports/cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 981 time: 0.6959002 Jun 04 13:52:49.972653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:52:49.976698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4d58f6-1066-4e83-8b37-0032499fc23a" -d '{"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:52:50.021227 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=6']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:50.022523 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.029654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-79a07f88-8fda-486f-bff0-6b0a623a718f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:50.055162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:50.093799 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.099954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:52:50.121155 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6c58d-9bcf-47a2-bbf8-4ba0089e0db6 x-openstack-request-id: req-44c6c58d-9bcf-47a2-bbf8-4ba0089e0db6 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:52:50.121820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:52:50.122283 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44c6c58d-9bcf-47a2-bbf8-4ba0089e0db6 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:52:50.123167 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:52:50.128527 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Pushing event deleted for resources: {'Network': ['ID=81833b74-95ce-4bef-9bfd-d191ccb17273,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:50.133342 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:50.267436 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-2b9128a4-750d-42a2-9fb5-844c99788924 admin admin] 10.222.0.10 "DELETE /v2.0/networks/81833b74-95ce-4bef-9bfd-d191ccb17273 HTTP/1.1" status: 204 len: 168 time: 0.7609065 Jun 04 13:52:50.269598 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-0c7bd8cf-b46f-4b95-9ea0-e333f26b76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:50.271158 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-0c7bd8cf-b46f-4b95-9ea0-e333f26b76d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1137 time: 0.1095524 Jun 04 13:52:50.283379 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b939fc-320e-47b7-971b-cbd360d76722 req-90c73b95-1984-40e6-8d71-55407e573adb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:50.284946 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-20b939fc-320e-47b7-971b-cbd360d76722 req-90c73b95-1984-40e6-8d71-55407e573adb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.1602786 Jun 04 13:52:50.424406 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-20b939fc-320e-47b7-971b-cbd360d76722 req-6964f50a-d570-4fd9-890b-a0b9e09a5063 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198664 Jun 04 13:52:50.428099 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-6e4292d6-3ae5-48f8-9338-703f1e26ded4 None None] Provisioning complete for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:52:50.430898 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-6e4292d6-3ae5-48f8-9338-703f1e26ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.457703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-845f9af8-0dd1-4137-9103-41710407e817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:50.459199 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-845f9af8-0dd1-4137-9103-41710407e817 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 915 time: 0.1733971 Jun 04 13:52:50.580278 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-c6563ff3-9c92-432c-a39c-c2025212ef40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 1001 time: 0.1117103 Jun 04 13:52:50.646118 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-d58323a5-d1ed-40ab-8e7c-5ac36dbd4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:50.647553 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-d58323a5-d1ed-40ab-8e7c-5ac36dbd4aa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.0604486 Jun 04 13:52:50.696607 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38896) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:50.733728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-55169c67-dda5-4c72-883a-157c7f4d54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:50.735578 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-55169c67-dda5-4c72-883a-157c7f4d54b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806224 Jun 04 13:52:50.755499 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3ad09440-625e-4ce4-949d-09f632220a3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fae156b092c4eaebe49e7f370eb30b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519927 Jun 04 13:52:50.758602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38898) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:52:50.823405 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.853174 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:50.889700 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-2583b723-4798-40b9-a4c7-6d2c55e186e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462631 Jun 04 13:52:51.034068 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d4d58f6-1066-4e83-8b37-0032499fc23a req-3c323173-6888-4f7c-9d08-cfa528ee0990 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351695 Jun 04 13:52:51.112224 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.116017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d78c903a-26b2-4841-a79e-cf6362076c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:52:51.128954 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80250150-475e-473f-b00d-e1471da5d82d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:52:51.131862 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:52:51.134116 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:51.135666 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-45be9b30-72a0-4c54-b8dc-a5b168417f19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80250150-475e-473f-b00d-e1471da5d82d HTTP/1.1" status: 204 len: 168 time: 0.3757720 Jun 04 13:52:52.886295 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-47c281ef-56cd-45a1-9ee3-3c9f4af27327 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712340 Jun 04 13:52:52.983283 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-99209d4e-915c-4226-a6ce-f7e55230eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:52.984777 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-99209d4e-915c-4226-a6ce-f7e55230eb45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0763366 Jun 04 13:52:53.187947 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:52:53.245104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-2b2ea238-17cb-4d72-8918-a60e28f2e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:53.246565 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-2b2ea238-17cb-4d72-8918-a60e28f2e022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.2396705 Jun 04 13:52:53.359453 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-3ab3cbdd-e23d-499d-b895-a8e623d5d76a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 1000 time: 0.1057081 Jun 04 13:52:53.422788 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-46e24fbf-ee5c-4c07-80ce-bddfce9707db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:53.424243 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-46e24fbf-ee5c-4c07-80ce-bddfce9707db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0580647 Jun 04 13:52:53.502141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-008413f7-8884-4554-9296-a1efbe3fa1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:52:53.503619 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-008413f7-8884-4554-9296-a1efbe3fa1ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717473 Jun 04 13:52:53.656885 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-4d0ab892-cf3e-4607-a990-a5597418fe2b service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441514 Jun 04 13:52:53.793312 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2545bfb3-c43a-4760-97d4-3c99b70233ea req-8cb4331f-f2e4-4b7e-b88f-9c265cc8b440 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295505 Jun 04 13:53:00.936469 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1c559654-2daa-4a83-bb5b-d56af0fcaabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.444677 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:03.570901 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8f38ee42-359a-47af-a2b5-efd2044e61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:04.958918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:06.581662 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:12.521618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3faf62-22e2-4bac-bf2d-53fc215128a2 req-69c0bedf-9248-4a37-b4f0-bfc576163aac tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:12.523129 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb3faf62-22e2-4bac-bf2d-53fc215128a2 req-69c0bedf-9248-4a37-b4f0-bfc576163aac tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.0880463 Jun 04 13:53:12.574293 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb3faf62-22e2-4bac-bf2d-53fc215128a2 req-dcacb978-3964-4f4e-8655-d0acca1beaa3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432544 Jun 04 13:53:13.778182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e025e1-44d0-4c30-9a5b-dff208c0636f req-925fba98-aaf5-41c3-a6ff-e78a7d23bcf5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:13.779666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-10e025e1-44d0-4c30-9a5b-dff208c0636f req-925fba98-aaf5-41c3-a6ff-e78a7d23bcf5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.0817034 Jun 04 13:53:13.829753 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-10e025e1-44d0-4c30-9a5b-dff208c0636f req-4073eb73-658d-49e5-b45d-1b87ce84beb2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Jun 04 13:53:14.504307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-5fcb17a3-16ea-43c3-9112-f648117e397b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:14.505751 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-5fcb17a3-16ea-43c3-9112-f648117e397b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.0794547 Jun 04 13:53:14.646969 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Deleting port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:53:14.647308 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:14.785254 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] For port 2cd6633b-353f-44e4-b882-2f8fc5e87d34, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=2cd6633b-353f-44e4-b882-2f8fc5e87d34,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:14.785932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.138329 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.138682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.138989 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Floating IP 91e41f03-3f8a-46e9-b503-f94cc7d11b3c disassociated. External IP: 172.28.1.206, port: 2cd6633b-353f-44e4-b882-2f8fc5e87d34. Jun 04 13:53:15.139319 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Calling delete_port for 2cd6633b-353f-44e4-b882-2f8fc5e87d34 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:53:15.164694 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d9757-6518-4c3b-a303-d9edfec72ba6 req-bef24ed0-8dc7-460e-818e-ee03c8579123 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:15.166161 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b96d9757-6518-4c3b-a303-d9edfec72ba6 req-bef24ed0-8dc7-460e-818e-ee03c8579123 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 946 time: 0.2099500 Jun 04 13:53:15.245659 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b96d9757-6518-4c3b-a303-d9edfec72ba6 req-62a28d19-f431-410e-aa2b-fbc64cfb709d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=712318bc-672e-4e19-9fd5-b86c4e1700c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687594 Jun 04 13:53:15.501772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:15.508232 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0d0b63d4-5f60-4ef2-b73c-09f9edc4ea4e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:15.559461 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'Port': ['ID=2cd6633b-353f-44e4-b882-2f8fc5e87d34,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:15.562983 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:15.768499 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:53:15.960117 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:15.970629 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:15.981375 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:53:15.982224 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:53:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:16.038605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] No DVR routers for this DVR port 2cd6633b-353f-44e4-b882-2f8fc5e87d34 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:53:16.041572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:16.044682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-deleted', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:53:16.047915 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf18646f-bdf1-440c-aa8e-b0fd408d4103" -d '{"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-deleted", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:53:16.058438 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-697346f2-bd80-4ab1-a5be-22524ebe0899 req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "DELETE /v2.0/ports/2cd6633b-353f-44e4-b882-2f8fc5e87d34 HTTP/1.1" status: 204 len: 173 time: 1.5468071 Jun 04 13:53:16.098363 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5c691d-b1df-4ee9-87a6-65393bfda7ed x-openstack-request-id: req-1d5c691d-b1df-4ee9-87a6-65393bfda7ed {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:53:16.098680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d31004d-3a21-4add-96b5-d02269a93474", "name": "network-vif-deleted", "tag": "2cd6633b-353f-44e4-b882-2f8fc5e87d34", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:53:16.098959 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d5c691d-b1df-4ee9-87a6-65393bfda7ed {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:53:16.099504 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d31004d-3a21-4add-96b5-d02269a93474', 'name': 'network-vif-deleted', 'tag': '2cd6633b-353f-44e4-b882-2f8fc5e87d34', 'status': 'completed', 'code': 200} Jun 04 13:53:16.180425 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:53:16.422917 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-67750f0c-d94a-4a2f-be40-41bdb8cece59 req-0f65cae4-eb0b-4516-bc48-eb4c839c0c70 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:16.516643 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:16.521623 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:16.530344 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-67750f0c-d94a-4a2f-be40-41bdb8cece59 req-0f65cae4-eb0b-4516-bc48-eb4c839c0c70 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:16.530632 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:53:16.531183 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:53:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:16.532536 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-67750f0c-d94a-4a2f-be40-41bdb8cece59 req-0f65cae4-eb0b-4516-bc48-eb4c839c0c70 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d31004d-3a21-4add-96b5-d02269a93474 HTTP/1.1" status: 200 len: 210 time: 0.1573443 Jun 04 13:53:16.746839 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:53:17.072871 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:17.077873 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028d816a-5fb6-4a9c-9546-8af46533ef1a None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:17.301662 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b76ec4-cbc9-4ed8-a3fb-7704b5e45dd8 None None] New status for floating IP 91e41f03-3f8a-46e9-b503-f94cc7d11b3c: DOWN {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:53:17.725584 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38952) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:17.793923 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:17.822528 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:17.924752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:17.928672 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ba000613-6c4b-46ae-b200-f7bf46d681ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:17.944659 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712318bc-672e-4e19-9fd5-b86c4e1700c0,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:17.952753 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.953130 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.953503 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.953865 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.954245 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.954851 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.955209 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.955563 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.955950 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.956310 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.956665 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.957012 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:17.960177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:18.026989 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.028176 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "DELETE /v2.0/security-groups/712318bc-672e-4e19-9fd5-b86c4e1700c0 HTTP/1.1" status: 204 len: 168 time: 0.3015792 Jun 04 13:53:18.031113 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38954) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:18.048620 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.api.v2.resource [None req-a50b8c39-b8cd-4c70-a873-5b67a37dd456 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] show failed (client error): The resource could not be found. Jun 04 13:53:18.049598 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a50b8c39-b8cd-4c70-a873-5b67a37dd456 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups/712318bc-672e-4e19-9fd5-b86c4e1700c0 HTTP/1.1" status: 404 len: 347 time: 0.0175674 Jun 04 13:53:18.052543 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38956) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:18.284023 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Deleting port cb245280-2ca2-46b7-a959-d83f059755da {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:53:18.284283 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.408528 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.408889 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.531571 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Calling delete_port for cb245280-2ca2-46b7-a959-d83f059755da owned by network:floatingip {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:53:18.843654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:18.848119 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:18.899618 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'Port': ['ID=cb245280-2ca2-46b7-a959-d83f059755da,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:18.929391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:18.995733 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.142294 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:19.143480 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "DELETE /v2.0/floatingips/91e41f03-3f8a-46e9-b503-f94cc7d11b3c HTTP/1.1" status: 204 len: 168 time: 1.0899112 Jun 04 13:53:20.084721 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:53:20.120830 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 2cd6633b-353f-44e4-b882-2f8fc5e87d34 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:53:20.121331 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 2cd6633b-353f-44e4-b882-2f8fc5e87d34 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:53:20.487601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 38964) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:20.487601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124220658', 'description': 'tempest-description--1618128349'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:20.492892 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:20.497014 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:20.499764 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:20.505339 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:20.586036 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.606488 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:20.610471 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:20.613335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:20.618942 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:20.688760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.770240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.773985 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f2fb369f-afb8-4934-adef-76cc28f0af8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:20.816720 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:20.819721 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:20.930182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:20.931397 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-084994bb-fd8e-4f1e-a328-86c999308c9a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4480474 Jun 04 13:53:20.934983 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38966) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:20.939928 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group_rule': {'security_group_id': '87cc9e1d-a5a7-4ca4-adc6-7a8191fba876', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:20.945604 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:20.949449 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:20.953049 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:20.959822 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:21.050565 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.109541 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.221592 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.223667 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:21.247641 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d5a92c-e4b4-4cfd-840e-27f0ce993557,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:21.252208 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:21.347384 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.348537 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-321cfc4e-7e70-4edd-97a5-e63bc682a3c5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125886 Jun 04 13:53:21.351114 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38968) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:21.355662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'security_group_rule': {'security_group_id': '87cc9e1d-a5a7-4ca4-adc6-7a8191fba876', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:21.362145 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:21.366429 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:security_group_rule and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:21.369436 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:21.375737 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:21.479038 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.546200 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.615445 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.621490 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1c92ebd3-5976-4a3b-bf08-54a57cb045e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:21.643744 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d178d2-eae6-48b9-90c3-4a8d3e13c8e3,revision_number=0']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:21.646602 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:21.724352 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.725549 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-2ff4433f-62b2-4b5b-9c01-a67e1404dadd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735209 Jun 04 13:53:21.728593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 38970) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:21.733827 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:21.739760 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:21.743716 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:floatingip and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:21.747007 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:21.753227 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:21.804455 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:21.938881 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.072305 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_common [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Allocated IP 172.28.1.20 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/1d8ea042-cb7b-426a-be35-84aa75006fc2) {{(pid=98873) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:22.222225 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.330645 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.334362 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:22.400702 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98873) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:22.403956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.base_scheduler [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources bound (agent type, host, resource id): {{(pid=98873) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:22.407048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Received port after_create {{(pid=98873) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:53:22.410403 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:53:22.441491 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=1d8ea042-cb7b-426a-be35-84aa75006fc2,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:22.444781 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:22.536519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.705324 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.912424 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.982214 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2770453'] for port, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:22.985956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:23.091893 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=1d8ea042-cb7b-426a-be35-84aa75006fc2,revision_number=2']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:23.095814 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:23.102195 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.227203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.228407 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c0cff042-8c90-438f-8d44-d3ded37114cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4988782 Jun 04 13:53:23.256041 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:23.392901 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-55d41cb9-664a-414f-af66-a54afac1b930 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:23.467479 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-55d41cb9-664a-414f-af66-a54afac1b930 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:23.468702 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-55d41cb9-664a-414f-af66-a54afac1b930 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1124220658&fields=id&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 267 time: 0.1164012 Jun 04 13:53:23.618438 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-45033e44-cedf-430d-bc8f-71ce578962ee tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:23.619782 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-45033e44-cedf-430d-bc8f-71ce578962ee tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 817 time: 0.1443896 Jun 04 13:53:23.634564 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-1131b8c2-658f-4fa4-b951-4d580cefe2ec tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/quotas/1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 375 time: 0.0091708 Jun 04 13:53:23.723573 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-67da67ff-5e4f-4c06-afda-c1ed9db9bc4f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833099 Jun 04 13:53:23.858167 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-1054528b-0d93-431d-a094-b242481ccb03 service neutron] 10.222.0.10 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231499 Jun 04 13:53:23.988900 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-a8b3db18-ff86-4b1e-81de-f591b93b7fb2 service neutron] 10.222.0.10 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249981 Jun 04 13:53:24.285823 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7cae2a5c-ef3f-41a6-8261-ebdaad84c80b req-01fc83ea-a62f-467a-9c00-eef0a26dd722 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 210 time: 0.0425665 Jun 04 13:53:25.442722 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f0142487-0bec-48db-9fdd-bd64045d6bab req-27821ccc-ef5c-4f34-8dd2-10194cf80f28 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 210 time: 0.0446391 Jun 04 13:53:26.632590 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8df45ee0-c0df-4927-b0dc-9db590ac23cd req-5cde4195-1d04-4f00-a6e6-ac07cd258585 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 210 time: 0.0574262 Jun 04 13:53:26.836181 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-d9032ee9-2784-46d4-889e-0d0572c90694 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:26.837527 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-d9032ee9-2784-46d4-889e-0d0572c90694 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 817 time: 0.2881680 Jun 04 13:53:26.902250 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e7196f04-f1e0-4c79-8116-6f63b4cd9aca tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 380 time: 0.0399919 Jun 04 13:53:26.912544 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'port': {'device_id': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'admin_state_up': True, 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'security_groups': ['87cc9e1d-a5a7-4ca4-adc6-7a8191fba876']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:27.047693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:53:27.051977 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Usage tracker for resource:port and tenant:1207cc56142a4113b95553c78e17c2a8 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:53:27.054872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:53:27.060703 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:53:27.153770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Made reservation on behalf of 1207cc56142a4113b95553c78e17c2a8 for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:53:27.157852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:27.332894 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Allocated IP 172.20.0.5 (57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688/bde59c82-e204-43a1-a208-7b0448e5b85b/adee7b42-2662-4bd9-ba95-7aa58339663a) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:53:27.521186 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:27.536307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Transition to ACTIVE for port object adee7b42-2662-4bd9-ba95-7aa58339663a will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:27.696516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:27.703290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b68df7af-f38d-4fa8-a819-e658c077079e tempest-VolumesActionsTest-1608214815 tempest-VolumesActionsTest-1608214815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:27.823557 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:53:27.829707 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:27.832087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:53:27.833955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:27.835609 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:53:27.910830 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:27.911460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:27.935682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e31d-d402-4438-a502-cc0155ee9987 req-2ddd2238-aa5e-4aa7-ba8c-f0b59f277588 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:27.937265 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6546e31d-d402-4438-a502-cc0155ee9987 req-2ddd2238-aa5e-4aa7-ba8c-f0b59f277588 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 931 time: 0.1825018 Jun 04 13:53:27.986607 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6546e31d-d402-4438-a502-cc0155ee9987 req-96bf4de4-fd2a-44d1-beb0-355873869dab tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Jun 04 13:53:28.040772 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-cea94add-7541-491d-ae43-7a4d39aae9ce tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1304743 Jun 04 13:53:28.052210 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Request body: {'port': {'device_id': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:28.164142 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7f9f325d-8dfc-4cd6-bf49-550056da4049 None None] Provisioning for port adee7b42-2662-4bd9-ba95-7aa58339663a completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:28.165747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:28.169979 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-7f9f325d-8dfc-4cd6-bf49-550056da4049 None None] Provisioning complete for port adee7b42-2662-4bd9-ba95-7aa58339663a triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:28.170353 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7f9f325d-8dfc-4cd6-bf49-550056da4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:28.227762 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f325d-8dfc-4cd6-bf49-550056da4049 None None] Port adee7b42-2662-4bd9-ba95-7aa58339663a cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:53:28.508335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:53:28.515693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:28.530035 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Transition to ACTIVE for port object adee7b42-2662-4bd9-ba95-7aa58339663a will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:53:28.661682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:28.665582 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c4879f98-91e8-45fe-b4ab-a4a4b1abfcf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:28.790910 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:28.823354 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:28.898384 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Attempting to bind port adee7b42-2662-4bd9-ba95-7aa58339663a on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:53:28.898707 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Attempting to bind port adee7b42-2662-4bd9-ba95-7aa58339663a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:53:28.899023 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Attempting to bind port adee7b42-2662-4bd9-ba95-7aa58339663a on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:28.905037 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Port adee7b42-2662-4bd9-ba95-7aa58339663a on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:53:28.905348 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Attempting to bind port adee7b42-2662-4bd9-ba95-7aa58339663a on network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:53:28.910459 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:53:28.910785 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Checking segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:53:28.911159 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Bound using segment: {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:53:28.911872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Bound port: adee7b42-2662-4bd9-ba95-7aa58339663a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05aefb16-2ed6-4b80-8420-b4aafc8b295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:53:28.912022 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:29.001049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:53:29.003941 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:53:29.073316 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:29.077872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:29.279357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.280019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:29.281446 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] 10.222.0.13 "PUT /v2.0/ports/adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 1093 time: 1.2335627 Jun 04 13:53:29.282032 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:53:29.284350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ed105-16c8-4f61-8e6e-378978692033" -d '{"events": [{"name": "network-changed", "server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:53:29.311199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:29.315218 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:29.336348 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2c8ae-475e-470e-aa9f-4a829a329998 x-openstack-request-id: req-f6b2c8ae-475e-470e-aa9f-4a829a329998 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:53:29.336693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:53:29.336989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6b2c8ae-475e-470e-aa9f-4a829a329998 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:53:29.337415 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'status': 'completed', 'code': 200} Jun 04 13:53:29.345753 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0f612-e64d-4da3-96a6-912e5ad1c84d req-2af92ec5-dada-4c05-b39b-72cba8558c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.346486 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dda0f612-e64d-4da3-96a6-912e5ad1c84d req-2af92ec5-dada-4c05-b39b-72cba8558c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:53:29.432936 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ed105-16c8-4f61-8e6e-378978692033 req-2a106dcb-7be6-4728-a999-cc261ef33c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.435127 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b00ed105-16c8-4f61-8e6e-378978692033 req-2a106dcb-7be6-4728-a999-cc261ef33c75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1096 time: 0.0771897 Jun 04 13:53:29.478096 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-dda0f612-e64d-4da3-96a6-912e5ad1c84d req-2af92ec5-dada-4c05-b39b-72cba8558c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:53:29.479347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dda0f612-e64d-4da3-96a6-912e5ad1c84d req-2af92ec5-dada-4c05-b39b-72cba8558c6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.2770956 Jun 04 13:53:29.594745 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dda0f612-e64d-4da3-96a6-912e5ad1c84d req-9c30d0e1-224c-4a0f-a12b-b618c5858305 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081281 Jun 04 13:53:29.610951 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ed105-16c8-4f61-8e6e-378978692033 req-b79aa4af-5cc6-44a1-8404-a62469b122d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.612412 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b00ed105-16c8-4f61-8e6e-378978692033 req-b79aa4af-5cc6-44a1-8404-a62469b122d0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1207cc56142a4113b95553c78e17c2a8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1699576 Jun 04 13:53:29.750657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ed105-16c8-4f61-8e6e-378978692033 req-801cb4a1-d348-4253-8101-7f0a73b1e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.752113 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b00ed105-16c8-4f61-8e6e-378978692033 req-801cb4a1-d348-4253-8101-7f0a73b1e308 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334598 Jun 04 13:53:29.862207 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-c891b9fc-e804-4f2a-890b-33622cef295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.863552 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-c891b9fc-e804-4f2a-890b-33622cef295b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1096 time: 0.0749941 Jun 04 13:53:29.931601 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-f3b06578-0003-4784-9e0e-164c86986058 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 217 time: 0.0597956 Jun 04 13:53:29.996635 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-268100e7-6dbc-4170-9f34-857442e2a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:29.998058 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-268100e7-6dbc-4170-9f34-857442e2a89d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0599408 Jun 04 13:53:30.073911 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-2fdf9f87-d04f-4de8-9a62-1fe9c13d58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:30.075536 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-2fdf9f87-d04f-4de8-9a62-1fe9c13d58fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0706584 Jun 04 13:53:30.217652 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-0e41c28d-d366-4684-ad0a-8b02c74e8033 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342695 Jun 04 13:53:30.352095 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-49633210-df7d-4e0f-9e1c-809b1fbac14a req-b0f3a094-1ec4-4c21-9238-5e1288df1f94 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277001 Jun 04 13:53:30.802035 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc688eeb-867a-46af-a6da-ef716532ddaa req-6d18ce7a-254f-4020-a735-258e3efa00ee tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:30.803124 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc688eeb-867a-46af-a6da-ef716532ddaa req-6d18ce7a-254f-4020-a735-258e3efa00ee tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0866652 Jun 04 13:53:30.853465 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc688eeb-867a-46af-a6da-ef716532ddaa req-ac01be2f-e898-43e7-8b1a-626db49255d1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Jun 04 13:53:30.951709 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e95098ad-f08e-464e-9207-22cce32c677c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:32.064319 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a306f45-afc3-469e-8404-cfcdec4312c0 req-970397df-f3df-424b-91d7-cc28bd0f9b60 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:32.065801 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4a306f45-afc3-469e-8404-cfcdec4312c0 req-970397df-f3df-424b-91d7-cc28bd0f9b60 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0811191 Jun 04 13:53:32.111672 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4a306f45-afc3-469e-8404-cfcdec4312c0 req-1d167c2d-ff49-4a1c-bb20-9c6292304129 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Jun 04 13:53:33.303852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad445e0c-2aca-4259-a69b-d50fdfffa3a3 req-027e859f-cb06-4b8f-88b0-4993f1fe8277 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:33.305315 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ad445e0c-2aca-4259-a69b-d50fdfffa3a3 req-027e859f-cb06-4b8f-88b0-4993f1fe8277 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0842125 Jun 04 13:53:33.350896 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ad445e0c-2aca-4259-a69b-d50fdfffa3a3 req-8f23bc5c-95f5-4355-893d-0344900511a1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jun 04 13:53:33.376131 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:33.523007 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ad4a591e-02ce-4645-a446-0c8bf29f1a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.172827 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:53:34.309594 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:34.323360 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:53:34.382238 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.400079 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:53:34.416693 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:34.500261 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:34.502139 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:34.558989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d0a86-d6ec-43c2-a179-40258ff397eb req-d1ae19a3-0240-4158-82f9-09b41f923cfd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:34.560794 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da0d0a86-d6ec-43c2-a179-40258ff397eb req-d1ae19a3-0240-4158-82f9-09b41f923cfd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 944 time: 0.0867875 Jun 04 13:53:34.568804 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:34.577232 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.577587 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.577886 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.578216 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.578539 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.578864 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.579187 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.579767 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.580103 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.580431 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.580746 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.581083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:53:34.584926 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:34.612382 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da0d0a86-d6ec-43c2-a179-40258ff397eb req-2d25784f-cfb2-498c-93f9-28ba725b3619 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459003 Jun 04 13:53:34.862069 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['adee7b42-2662-4bd9-ba95-7aa58339663a'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:53:34.902734 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:35.808968 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691448-70d1-4082-9cb6-cdf4f30c0f56 req-a1766c40-c7e0-4585-b9fd-ae35b17fda80 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:35.810393 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22691448-70d1-4082-9cb6-cdf4f30c0f56 req-a1766c40-c7e0-4585-b9fd-ae35b17fda80 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 944 time: 0.0786068 Jun 04 13:53:35.855929 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-22691448-70d1-4082-9cb6-cdf4f30c0f56 req-8bc3f8ad-beb6-4e68-b916-6e0383448128 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397515 Jun 04 13:53:36.192047 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:53:36.312961 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port adee7b42-2662-4bd9-ba95-7aa58339663a completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:53:36.317928 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port adee7b42-2662-4bd9-ba95-7aa58339663a triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:53:36.318302 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:36.461732 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:36.489281 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:53:36.491497 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24195a7-97a2-47af-8f53-64f0cae1d95e" -d '{"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:53:36.499653 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:53:36.513182 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:36.535105 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19baef22-9429-4deb-87a3-751b1d43b91a x-openstack-request-id: req-19baef22-9429-4deb-87a3-751b1d43b91a {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:53:36.535401 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:53:36.535660 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19baef22-9429-4deb-87a3-751b1d43b91a {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:53:36.536091 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'code': 200} Jun 04 13:53:36.559023 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:36.561482 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:53:36.629385 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:53:36.632263 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:53:36.877904 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b2d45-9e97-441c-8fc5-3cb846b72c98 req-730d137e-aefb-4a7d-a201-098b50e0ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:36.879338 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a82b2d45-9e97-441c-8fc5-3cb846b72c98 req-730d137e-aefb-4a7d-a201-098b50e0ce09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1098 time: 0.0755553 Jun 04 13:53:37.067852 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a82b2d45-9e97-441c-8fc5-3cb846b72c98 req-a90dec83-6197-4948-a17b-51670107ad77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808460 Jun 04 13:53:37.096144 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4888a-8b8d-469a-bd47-f25ba992f8a7 req-47b07a0d-c280-43f8-a379-86eb4e392627 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:37.097586 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-97f4888a-8b8d-469a-bd47-f25ba992f8a7 req-47b07a0d-c280-43f8-a379-86eb4e392627 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1013825 Jun 04 13:53:37.144815 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-97f4888a-8b8d-469a-bd47-f25ba992f8a7 req-8b31ee9e-54e9-424b-9f12-2fb6a4f92af7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Jun 04 13:53:38.381647 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980886-2193-41ac-9981-df5812092e3d req-3f1802df-ddbf-4abb-9547-219690db1039 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:38.383193 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e980886-2193-41ac-9981-df5812092e3d req-3f1802df-ddbf-4abb-9547-219690db1039 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0892849 Jun 04 13:53:38.446758 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e980886-2193-41ac-9981-df5812092e3d req-abb44fbc-c556-401d-a61f-ba3d175e49cb tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539126 Jun 04 13:53:39.643570 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea7b8-e438-46f6-9a6c-c6333ca0b063 req-a6ca8c0a-9702-48e3-a009-75e7af330267 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:39.645042 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f9cea7b8-e438-46f6-9a6c-c6333ca0b063 req-a6ca8c0a-9702-48e3-a009-75e7af330267 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0864179 Jun 04 13:53:39.690873 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f9cea7b8-e438-46f6-9a6c-c6333ca0b063 req-ec23a2af-a56c-4fe5-bc0f-827994379d5d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Jun 04 13:53:39.872538 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1789b-dbe5-4f5b-91ad-5bc99fdaf71b req-5db8a974-1be6-4a08-a813-b57e37853084 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:39.874765 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3eb1789b-dbe5-4f5b-91ad-5bc99fdaf71b req-5db8a974-1be6-4a08-a813-b57e37853084 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0805290 Jun 04 13:53:39.884425 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39038) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:53:39.889677 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Request body: {'floatingip': {'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:53:39.967738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.576874 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.638587 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:40.812032 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Floating IP ff2232d4-1352-4efb-a076-905c5fa8c1c5 associated. External IP: 172.28.1.20, port: adee7b42-2662-4bd9-ba95-7aa58339663a. Jun 04 13:53:41.267768 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:53:41.448354 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:53:41.453910 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:41.458940 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:53:41.467906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:53:41.468512 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:53:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:41.510818 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-bfb8fd1f-b1f5-4938-8d74-1b64bd5462a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "PUT /v2.0/floatingips/ff2232d4-1352-4efb-a076-905c5fa8c1c5 HTTP/1.1" status: 200 len: 990 time: 1.6253073 Jun 04 13:53:41.511562 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:53:41.514578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e756786-62fa-491d-9e44-b790c995c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:53:41.561412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a13b94-04be-4b46-9c56-9b4e56a45224 x-openstack-request-id: req-12a13b94-04be-4b46-9c56-9b4e56a45224 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:53:41.561759 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:53:41.562034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12a13b94-04be-4b46-9c56-9b4e56a45224 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:53:41.562524 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'status': 'completed', 'code': 200} Jun 04 13:53:41.662344 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756786-62fa-491d-9e44-b790c995c35f req-294913c4-537c-4036-b70b-c3f4ffc68a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:41.664712 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-294913c4-537c-4036-b70b-c3f4ffc68a39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1098 time: 0.0745614 Jun 04 13:53:41.680593 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:53:41.797613 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756786-62fa-491d-9e44-b790c995c35f req-798d8980-9c8f-4b01-abb7-777ed36704db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:41.798956 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-798d8980-9c8f-4b01-abb7-777ed36704db service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.1285257 Jun 04 13:53:41.906220 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-3150e588-5782-4e6f-a82c-83780308f56c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 998 time: 0.1000040 Jun 04 13:53:41.970293 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756786-62fa-491d-9e44-b790c995c35f req-055ad74a-7e86-4ff4-b656-4e26dad169a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:41.971761 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-055ad74a-7e86-4ff4-b656-4e26dad169a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0584750 Jun 04 13:53:42.027495 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'ff2232d4-1352-4efb-a076-905c5fa8c1c5', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:53:22Z', 'updated_at': '2021-06-04T13:53:40Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:42.031903 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:53:42.040554 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:53:42.041165 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:53:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:42.057077 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756786-62fa-491d-9e44-b790c995c35f req-4dcc73bd-e961-4ce7-ad0b-e703d65f6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:53:42.058566 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-4dcc73bd-e961-4ce7-ad0b-e703d65f6b58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0803146 Jun 04 13:53:42.194764 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-9c7cc4e5-a6e6-4200-bc16-fb33a03af17c service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284773 Jun 04 13:53:42.224359 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:53:42.337512 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e756786-62fa-491d-9e44-b790c995c35f req-313e8017-77f1-40dc-8e28-7c3c13b06bec service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358666 Jun 04 13:53:42.580943 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'ff2232d4-1352-4efb-a076-905c5fa8c1c5', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:53:22Z', 'updated_at': '2021-06-04T13:53:40Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:53:42.584886 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e929ef-75d1-46c2-ba1c-c10940153061 None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': 'ff2232d4-1352-4efb-a076-905c5fa8c1c5', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'floating_ip_address': '172.28.1.20', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:53:22Z', 'updated_at': '2021-06-04T13:53:40Z', 'revision_number': 1, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:53:42.779610 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9476d56-7910-4e07-85ad-f6244f3f8fe1 None None] New status for floating IP ff2232d4-1352-4efb-a076-905c5fa8c1c5: ACTIVE {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:53:53.203088 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:53:59.409209 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:54:00.905494 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc1ce-dbdf-400c-b331-30c0f6d791e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:02.167556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a54c5-42b2-423f-9ddc-445a1480f07a req-6a433eca-b7f7-42f0-9ef9-31f09a016959 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:02.168941 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-925a54c5-42b2-423f-9ddc-445a1480f07a req-6a433eca-b7f7-42f0-9ef9-31f09a016959 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.1440413 Jun 04 13:54:02.173914 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-46424230-3a61-4b6a-b835-c836d6a75fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:02.175289 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-46424230-3a61-4b6a-b835-c836d6a75fee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1137 time: 0.1176317 Jun 04 13:54:02.420277 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-925a54c5-42b2-423f-9ddc-445a1480f07a req-d10107dc-3972-4de1-8578-1e5992f6de87 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2435868 Jun 04 13:54:02.466687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-2ecf58ac-5874-43ff-8fce-aa93251bedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:02.469049 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-2ecf58ac-5874-43ff-8fce-aa93251bedb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 915 time: 0.2794392 Jun 04 13:54:02.583677 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-d05bad2f-0232-4e9a-8c6c-357590af4646 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 1001 time: 0.1051111 Jun 04 13:54:02.648173 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-8b00822d-29d8-4b3e-9baf-7ebbc09382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:02.649603 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-8b00822d-29d8-4b3e-9baf-7ebbc09382fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.0592911 Jun 04 13:54:02.737230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-28bd3568-4fdc-42e3-b20a-4789aa452397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:02.739263 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-28bd3568-4fdc-42e3-b20a-4789aa452397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0806921 Jun 04 13:54:02.884615 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-bdfedc09-7f39-4163-9af1-f2ee78f569f7 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381400 Jun 04 13:54:03.027607 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09560c7e-9690-47bb-9e34-53c65fb7f7b1 req-473320cd-51e6-4605-ab20-38cac1c36324 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359258 Jun 04 13:54:03.413706 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:03.562848 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-2f48b7b6-9f78-442f-b6c3-ede1da5a3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:03.670474 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812af0e-6d8f-4072-ac4c-c70003151ace req-b5d8be20-3ad9-4165-97aa-5b95b827569f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:03.673152 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b812af0e-6d8f-4072-ac4c-c70003151ace req-b5d8be20-3ad9-4165-97aa-5b95b827569f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0906150 Jun 04 13:54:03.732564 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b812af0e-6d8f-4072-ac4c-c70003151ace req-395bf0f6-b8f4-4420-ae3c-da27cbb0856a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525753 Jun 04 13:54:04.901765 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:04.929652 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b1c7d-d222-4554-8da2-8fee2e25dbac req-d0ad40fc-08f1-467d-85ed-8a67ff0e4b15 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:04.931169 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-322b1c7d-d222-4554-8da2-8fee2e25dbac req-d0ad40fc-08f1-467d-85ed-8a67ff0e4b15 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0903695 Jun 04 13:54:04.982984 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-322b1c7d-d222-4554-8da2-8fee2e25dbac req-764401ad-5a2d-43d8-822e-3d4b0717a069 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441208 Jun 04 13:54:06.192619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196f640-ae25-41b8-87a6-fa072414bfe1 req-fe251f89-89cc-439f-a32f-6723286408f1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:06.194118 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1196f640-ae25-41b8-87a6-fa072414bfe1 req-fe251f89-89cc-439f-a32f-6723286408f1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0915613 Jun 04 13:54:06.245753 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1196f640-ae25-41b8-87a6-fa072414bfe1 req-3c0856c9-4dfe-48d8-af70-32428913df6f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457492 Jun 04 13:54:06.466918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:07.435266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d6635-39ee-470c-999b-0ea2014890fb req-0658802e-d30f-42d5-b8f4-eb74e6143399 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:07.437189 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ca1d6635-39ee-470c-999b-0ea2014890fb req-0658802e-d30f-42d5-b8f4-eb74e6143399 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0840597 Jun 04 13:54:07.492258 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ca1d6635-39ee-470c-999b-0ea2014890fb req-855c5537-0d44-4b81-89dd-b4f0799d111d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441194 Jun 04 13:54:08.689688 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fca6a-465b-43b8-9407-1dbf7526ad2f req-0a5e47b1-de06-4233-8199-4bd3a9292471 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:08.691143 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b18fca6a-465b-43b8-9407-1dbf7526ad2f req-0a5e47b1-de06-4233-8199-4bd3a9292471 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0862455 Jun 04 13:54:08.739791 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b18fca6a-465b-43b8-9407-1dbf7526ad2f req-817676b0-843e-4fc1-9b69-6dd2f865d0ab tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426855 Jun 04 13:54:09.942113 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b3337-307f-49c1-9ecf-0935d94a5cbf req-707515fe-6692-4f47-9adf-188c01f007fa tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:09.943764 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-443b3337-307f-49c1-9ecf-0935d94a5cbf req-707515fe-6692-4f47-9adf-188c01f007fa tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0937324 Jun 04 13:54:10.003233 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-443b3337-307f-49c1-9ecf-0935d94a5cbf req-a557e8d2-909b-4434-8d68-0d0ee63002c2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500126 Jun 04 13:54:11.208500 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8621c3-f124-4f40-9fdc-e6793cdf8afc req-7e4d1fed-d573-4b6d-aec7-68870c6df031 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:11.209964 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e8621c3-f124-4f40-9fdc-e6793cdf8afc req-7e4d1fed-d573-4b6d-aec7-68870c6df031 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0865228 Jun 04 13:54:11.257818 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7e8621c3-f124-4f40-9fdc-e6793cdf8afc req-4a5d70ab-48d6-41c1-a6f6-b1e7f7fd6026 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417471 Jun 04 13:54:12.443809 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8243a-b84a-4603-97ca-a6313afb5b00 req-f827f0ce-d888-4d99-9522-11847f4532b1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:12.445333 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-75e8243a-b84a-4603-97ca-a6313afb5b00 req-f827f0ce-d888-4d99-9522-11847f4532b1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0819857 Jun 04 13:54:12.493606 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-75e8243a-b84a-4603-97ca-a6313afb5b00 req-81820490-8c09-4680-85e7-acbee996eedf tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426106 Jun 04 13:54:13.690696 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5ebf9-5abf-4076-8f1d-c4f5cf7a518e req-1ade9f6a-d7b8-4b08-a709-2b99a285887f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:13.692209 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-81f5ebf9-5abf-4076-8f1d-c4f5cf7a518e req-1ade9f6a-d7b8-4b08-a709-2b99a285887f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0841894 Jun 04 13:54:13.747754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-81f5ebf9-5abf-4076-8f1d-c4f5cf7a518e req-ae7c69ba-3c7c-4950-b790-ac03aa88435b tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485239 Jun 04 13:54:14.932680 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28717ca-2ac5-4e3d-932d-74ddd379309a req-42b3652d-cb9f-47db-a3f3-91786efb05e8 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:14.934118 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d28717ca-2ac5-4e3d-932d-74ddd379309a req-42b3652d-cb9f-47db-a3f3-91786efb05e8 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0794139 Jun 04 13:54:14.983919 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d28717ca-2ac5-4e3d-932d-74ddd379309a req-4b7c6d87-07e0-4c0a-a883-4b3323f7768f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428965 Jun 04 13:54:16.168961 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ef547-0abe-4475-8cd0-e1bbe4c85086 req-b577e704-8eaa-46c1-ae9c-afd4756b7438 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:16.170426 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-859ef547-0abe-4475-8cd0-e1bbe4c85086 req-b577e704-8eaa-46c1-ae9c-afd4756b7438 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0800793 Jun 04 13:54:16.217436 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-859ef547-0abe-4475-8cd0-e1bbe4c85086 req-d85adfa2-5775-4a09-8757-9e505ea91b68 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406699 Jun 04 13:54:17.505784 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe5852-bc13-43c0-8845-67df8c697ab4 req-f94ca788-0fdd-40ec-8b3e-75e1352a7854 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:17.507252 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d6fe5852-bc13-43c0-8845-67df8c697ab4 req-f94ca788-0fdd-40ec-8b3e-75e1352a7854 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.1812794 Jun 04 13:54:17.556048 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d6fe5852-bc13-43c0-8845-67df8c697ab4 req-b44e4daf-bce3-4c6a-a2ee-73b54d61daac tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429993 Jun 04 13:54:18.749352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7c590-9698-4eea-84ea-0be6f08f377a req-c22a0a0c-0201-407e-b87e-f9cabc5efb88 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:18.751908 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05b7c590-9698-4eea-84ea-0be6f08f377a req-c22a0a0c-0201-407e-b87e-f9cabc5efb88 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0830948 Jun 04 13:54:18.806044 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05b7c590-9698-4eea-84ea-0be6f08f377a req-fc8b984f-8e8e-44bd-8757-91e395f2e0bd tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465920 Jun 04 13:54:19.995318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9fbd-5a49-423d-8b44-e2cac10aa0f3 req-d49279b7-c621-4a13-999e-d5e2670af0b9 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:19.996791 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bd8a9fbd-5a49-423d-8b44-e2cac10aa0f3 req-d49279b7-c621-4a13-999e-d5e2670af0b9 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0848768 Jun 04 13:54:20.044975 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-bd8a9fbd-5a49-423d-8b44-e2cac10aa0f3 req-3fafdb3e-3a08-4822-bc16-9641f078ebef tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce&id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417175 Jun 04 13:54:23.209808 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:30.945055 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9bd3d6be-fcc5-49bb-b8df-360fd81ffbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:33.396763 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:33.522226 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-be21a530-0c7b-452a-a65d-d7b2fb246dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:34.929637 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:36.191599 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68627594-8264-4826-a34b-078ec26e752b req-a34d69dc-b4c4-4be1-932f-c763a8a0201b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:36.193124 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-68627594-8264-4826-a34b-078ec26e752b req-a34d69dc-b4c4-4be1-932f-c763a8a0201b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0957236 Jun 04 13:54:36.243929 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-68627594-8264-4826-a34b-078ec26e752b req-97c22b31-5344-4c9d-94fc-1a3aa633d5e8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442421 Jun 04 13:54:36.411084 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:54:36.499247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:37.442616 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21850dcc-3f00-4eb1-8c5c-7e31d0dc98b2 req-6380ed76-4358-481c-878c-8d65a375271f tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:37.444269 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-21850dcc-3f00-4eb1-8c5c-7e31d0dc98b2 req-6380ed76-4358-481c-878c-8d65a375271f tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0917790 Jun 04 13:54:37.490363 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-21850dcc-3f00-4eb1-8c5c-7e31d0dc98b2 req-991990d8-1366-4b82-8640-cb383aceff3c tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404756 Jun 04 13:54:38.695025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c3ce3-046f-4ebe-9ae9-550ead95f49d req-1a7570cb-1771-4608-bfcb-efaba728c512 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:38.696501 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-792c3ce3-046f-4ebe-9ae9-550ead95f49d req-1a7570cb-1771-4608-bfcb-efaba728c512 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0834041 Jun 04 13:54:38.743086 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-792c3ce3-046f-4ebe-9ae9-550ead95f49d req-6a5a7760-57c4-448e-b150-05bb7b508eff tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406826 Jun 04 13:54:39.938988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd678-6eab-4130-bd8f-09f0ca837bea req-b787dff1-8e1a-4ced-aec6-ebf34ef60907 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:39.940502 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d21cd678-6eab-4130-bd8f-09f0ca837bea req-b787dff1-8e1a-4ced-aec6-ebf34ef60907 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0838501 Jun 04 13:54:39.997527 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d21cd678-6eab-4130-bd8f-09f0ca837bea req-5c4d7b32-daff-42d0-aff4-934dbfd9647a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506566 Jun 04 13:54:41.192165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696174fe-2085-4863-b863-ff62ff2e83ad req-6aa25fd8-6d83-4451-9a5b-8f8cf4facedd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:41.193629 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-696174fe-2085-4863-b863-ff62ff2e83ad req-6aa25fd8-6d83-4451-9a5b-8f8cf4facedd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0864503 Jun 04 13:54:41.239437 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-696174fe-2085-4863-b863-ff62ff2e83ad req-27a1ff75-0a02-4676-aad8-3dd0c125c2ba tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401888 Jun 04 13:54:42.444168 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fff25-6a8d-4421-8e27-7a63c23c2567 req-5b264ba8-9255-4dd7-9513-723634223d3b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:42.445677 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc5fff25-6a8d-4421-8e27-7a63c23c2567 req-5b264ba8-9255-4dd7-9513-723634223d3b tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0980406 Jun 04 13:54:42.501809 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cc5fff25-6a8d-4421-8e27-7a63c23c2567 req-21b45494-e350-4ac2-8fd2-f975c7619a1f tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484045 Jun 04 13:54:43.693251 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d2d5a-aab1-442b-83c3-8858df1053e9 req-a3f517e5-ee28-4bef-a69f-e30bc2e6597a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:43.694740 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b7d2d5a-aab1-442b-83c3-8858df1053e9 req-a3f517e5-ee28-4bef-a69f-e30bc2e6597a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0834944 Jun 04 13:54:43.741168 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4b7d2d5a-aab1-442b-83c3-8858df1053e9 req-544d586b-e525-414f-910a-3094cd2467a2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407829 Jun 04 13:54:44.940117 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be606dca-2666-4a62-b7d5-0becf17f8a31 req-2921922e-9bb6-44fb-b1d8-35cfd738bef2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:44.941748 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-be606dca-2666-4a62-b7d5-0becf17f8a31 req-2921922e-9bb6-44fb-b1d8-35cfd738bef2 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0873923 Jun 04 13:54:44.990757 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-be606dca-2666-4a62-b7d5-0becf17f8a31 req-6c9079a7-58ea-4995-80ae-701a1db1a035 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428467 Jun 04 13:54:46.180684 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8471b1c-11d4-4201-a31c-9d6b0dc9e1c0 req-f71d4d9c-4795-43f9-abc8-e405f78e321a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:46.182188 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e8471b1c-11d4-4201-a31c-9d6b0dc9e1c0 req-f71d4d9c-4795-43f9-abc8-e405f78e321a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0836754 Jun 04 13:54:46.270397 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e8471b1c-11d4-4201-a31c-9d6b0dc9e1c0 req-c141d157-3e99-475a-8cda-d9c6a3fbdc46 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825136 Jun 04 13:54:46.301633 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-da2c30be-b050-40b4-9e74-d70d3e6b5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:46.303067 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-da2c30be-b050-40b4-9e74-d70d3e6b5a7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0854104 Jun 04 13:54:46.434855 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-87b70fc2-6a66-40f3-be73-a56c5a864407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:46.437136 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-87b70fc2-6a66-40f3-be73-a56c5a864407 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1278288 Jun 04 13:54:46.545974 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-0f180140-0257-45a3-aa5e-2261654ea75c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 1000 time: 0.0996931 Jun 04 13:54:46.611288 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-80360545-0fa7-4db7-a64b-6f90c13e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:46.612754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-80360545-0fa7-4db7-a64b-6f90c13e0cbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0598037 Jun 04 13:54:46.697894 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-544d3dd2-eff6-4e89-9eee-fab8289fd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:46.699367 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-544d3dd2-eff6-4e89-9eee-fab8289fd2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799356 Jun 04 13:54:46.833954 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-62fc5b8d-2136-42fb-87cb-b661eb38c6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256471 Jun 04 13:54:47.064562 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3862a796-ce2d-4b2b-8d3c-46ca6f441531 req-9f155eea-d64c-4542-9a59-3c515f819f91 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245431 Jun 04 13:54:47.461265 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d04841-c70d-42ff-b813-4eeb60218cb2 req-6ead1dc8-8a93-4c2f-8809-05ff905f4fce tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:47.462714 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-99d04841-c70d-42ff-b813-4eeb60218cb2 req-6ead1dc8-8a93-4c2f-8809-05ff905f4fce tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0813711 Jun 04 13:54:47.513000 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-99d04841-c70d-42ff-b813-4eeb60218cb2 req-91c96b10-c4ca-4dae-9c17-65a31a8dc811 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423813 Jun 04 13:54:48.709855 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b959c7-e678-4af5-a1bf-9e25447d458c req-e095aa0f-20f2-4dbe-aaf4-96afbdd78a0c tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:48.711290 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0b959c7-e678-4af5-a1bf-9e25447d458c req-e095aa0f-20f2-4dbe-aaf4-96afbdd78a0c tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0854268 Jun 04 13:54:48.757473 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e0b959c7-e678-4af5-a1bf-9e25447d458c req-75d4b038-3753-475f-b3b2-b8e1037472d0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404041 Jun 04 13:54:49.950292 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d640-f3cc-41d7-b428-033c790944a1 req-fa1f1f2f-2694-4f8b-b18d-e65c4a4ad2b6 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:49.951777 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e9e9d640-f3cc-41d7-b428-033c790944a1 req-fa1f1f2f-2694-4f8b-b18d-e65c4a4ad2b6 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0828397 Jun 04 13:54:49.998226 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e9e9d640-f3cc-41d7-b428-033c790944a1 req-64c157ad-71cb-4e21-a420-51a1cdd00e29 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403416 Jun 04 13:54:50.655275 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-221858e9-babe-4a15-92e2-e518da72c1b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334515 Jun 04 13:54:50.671721 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726f14c-b667-4d67-becf-6d52deada4e0 req-4625f118-115d-4fe7-9c12-3794bd3ee1f8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:50.673233 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b726f14c-b667-4d67-becf-6d52deada4e0 req-4625f118-115d-4fe7-9c12-3794bd3ee1f8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.1166446 Jun 04 13:54:50.721589 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b726f14c-b667-4d67-becf-6d52deada4e0 req-8ada5282-484b-46c0-92aa-b0218afe787e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421126 Jun 04 13:54:51.930012 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed28d3-2b31-487d-87c8-24c782aab797 req-f754f71d-24d0-45f0-a780-5c399ab37950 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:51.931499 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-caed28d3-2b31-487d-87c8-24c782aab797 req-f754f71d-24d0-45f0-a780-5c399ab37950 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0974510 Jun 04 13:54:51.978122 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-caed28d3-2b31-487d-87c8-24c782aab797 req-4cd87b51-c742-4065-a69e-ffdd60036512 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409269 Jun 04 13:54:52.590930 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:54:52.717751 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:52.746875 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:54:52.749789 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62477ab7-9b65-4384-8bc0-ed5c6bd4e7d0" -d '{"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-unplugged", "status": "completed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:54:52.758822 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:52.792888 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Jun 2021 13:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d5cd7a-669c-4175-840d-a77b777d68e0 x-openstack-request-id: req-e1d5cd7a-669c-4175-840d-a77b777d68e0 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:54:52.793258 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-unplugged", "status": "failed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "code": 422}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:54:52.793771 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1d5cd7a-669c-4175-840d-a77b777d68e0 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:54:52.794346 dv-cinder-784779-14-smb neutron-server[98874]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'code': 422} returned with failed status Jun 04 13:54:52.865144 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:52.866952 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:54:52.955800 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=6']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:52.963553 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.963919 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.964254 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.964581 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.964906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.965250 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.965544 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.965856 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.966172 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.966483 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.966798 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.967105 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:54:52.971083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:54:53.172708 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc4726-8c94-4a64-aec1-e2972619ad16 req-ba986b4e-ee64-48f4-a743-25c7180284a7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.174258 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7dcc4726-8c94-4a64-aec1-e2972619ad16 req-ba986b4e-ee64-48f4-a743-25c7180284a7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.0854127 Jun 04 13:54:53.230592 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7dcc4726-8c94-4a64-aec1-e2972619ad16 req-21d43ced-6c48-4bc9-adf3-d66bdd4b2d74 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502076 Jun 04 13:54:53.236478 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:53.485743 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-7a17a8b5-1dad-4f6b-8aaf-77bff2291391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.487236 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-7a17a8b5-1dad-4f6b-8aaf-77bff2291391 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a&tenant_id=e989811ff26c420b98ae143df1d27c5e HTTP/1.1" status: 200 len: 1096 time: 0.0736165 Jun 04 13:54:53.578170 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-11660384-3b82-4830-9b9f-a26b5dbb9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.579897 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-11660384-3b82-4830-9b9f-a26b5dbb9f94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1096 time: 0.0705583 Jun 04 13:54:53.714467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-bf01063a-d558-43b0-8a03-f0516b3fccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.715936 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-bf01063a-d558-43b0-8a03-f0516b3fccc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1289651 Jun 04 13:54:53.822398 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-f31625f7-21d9-4d30-842b-5e902f84ed16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 998 time: 0.0979660 Jun 04 13:54:53.890355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-cdd9d499-67bc-4d14-970f-094aac71a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.892131 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-cdd9d499-67bc-4d14-970f-094aac71a6f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0624518 Jun 04 13:54:53.969715 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-a7a6fbda-2ac0-4221-a4e1-e0b4ef2ceeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:53.971195 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-a7a6fbda-2ac0-4221-a4e1-e0b4ef2ceeba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0722690 Jun 04 13:54:54.114039 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-c8f53b6e-73e7-4645-af7b-dc4096c6f2da service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359582 Jun 04 13:54:54.246701 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-3461f2e9-3742-4905-8f75-9bfa303d460c service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257434 Jun 04 13:54:54.443580 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fbb4c-1551-425f-b514-b153889ba173 req-980c8f56-9084-4b64-907f-efc863aef5c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:54.445069 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f58fbb4c-1551-425f-b514-b153889ba173 req-980c8f56-9084-4b64-907f-efc863aef5c0 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.0910511 Jun 04 13:54:54.491744 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f58fbb4c-1551-425f-b514-b153889ba173 req-bf95c1ca-042c-427d-b70a-dece8b21232e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409794 Jun 04 13:54:55.682227 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e9fd-1b18-4ae4-bbcf-128426e92758 req-443b5b84-a30b-4d5e-8ae8-bd37032c3531 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:55.683724 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7f58e9fd-1b18-4ae4-bbcf-128426e92758 req-443b5b84-a30b-4d5e-8ae8-bd37032c3531 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.0831826 Jun 04 13:54:55.731106 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7f58e9fd-1b18-4ae4-bbcf-128426e92758 req-ffabc914-1ac3-4417-bfb5-4c7c9732d0dc tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411537 Jun 04 13:54:56.023964 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-006083b4-ad6a-44b9-9df0-96dba13e09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:56.025433 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-006083b4-ad6a-44b9-9df0-96dba13e09ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1096 time: 0.1917963 Jun 04 13:54:56.180355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-c6bd900d-4b6f-47cc-a507-14d3ddbf27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:56.181817 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-c6bd900d-4b6f-47cc-a507-14d3ddbf27d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1366816 Jun 04 13:54:56.314286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-82d17527-77a1-4e52-be97-c51c17967187 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 998 time: 0.1214809 Jun 04 13:54:56.390779 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-326233de-1d83-48d7-b28b-77130b082d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:56.392269 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-326233de-1d83-48d7-b28b-77130b082d93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0608265 Jun 04 13:54:56.472086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-6dc2e01f-29c2-4e9b-8f5b-2bbf7b465e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:56.473581 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-6dc2e01f-29c2-4e9b-8f5b-2bbf7b465e07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0750556 Jun 04 13:54:56.618637 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-dd1793b8-91bf-4e76-accc-4ba5a4d598f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346502 Jun 04 13:54:56.758249 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-218be58c-85f4-4f0f-bc49-f57cc60f0209 req-e61d811b-1d9d-4e10-8920-05d6ebc81d62 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327660 Jun 04 13:54:56.926068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05988aa1-d7ca-49cc-9233-9951dbaa00f5 req-a76fc61d-eb7d-43ea-9a20-92b452c7d7ca tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:56.927557 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05988aa1-d7ca-49cc-9233-9951dbaa00f5 req-a76fc61d-eb7d-43ea-9a20-92b452c7d7ca tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.0811427 Jun 04 13:54:56.971990 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05988aa1-d7ca-49cc-9233-9951dbaa00f5 req-3538a708-0bf3-4bb1-a623-88aed7bf736a tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386980 Jun 04 13:54:58.178756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584801-3939-4402-8647-c1b81bb87482 req-a1657ceb-b664-4636-a211-58efd4124ad7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:58.180177 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-04584801-3939-4402-8647-c1b81bb87482 req-a1657ceb-b664-4636-a211-58efd4124ad7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 943 time: 0.0881548 Jun 04 13:54:58.229907 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-04584801-3939-4402-8647-c1b81bb87482 req-b95c1dda-32b9-4415-af40-e23d5e7e3a9e tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418653 Jun 04 13:54:58.614057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:54:58.751795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:58.764662 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'port_id': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'mac_address': 'fa:16:3e:cf:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:54:58.823017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:58.877541 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c826ce-aaa5-42d4-bc4d-feade1e6969f {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:54:58.894938 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:54:58.975659 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:54:58.977588 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:54:59.043958 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=7']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:54:59.048550 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:54:59.356910 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['36c826ce-aaa5-42d4-bc4d-feade1e6969f'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:54:59.418123 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627b99-f2ae-4c4d-9043-b2a8501ec009 req-4984b5cb-83cc-40ee-ae33-ee08fd4a7853 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:54:59.419602 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28627b99-f2ae-4c4d-9043-b2a8501ec009 req-4984b5cb-83cc-40ee-ae33-ee08fd4a7853 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 944 time: 0.0828962 Jun 04 13:54:59.466192 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-28627b99-f2ae-4c4d-9043-b2a8501ec009 req-9748eaec-da0a-4cd8-8471-62f06a16e5b7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403669 Jun 04 13:55:00.624992 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:55:00.676515 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2782819-814b-4dc3-8d2b-9b060cbe3f84 req-a2b886bd-d56e-4a21-b32b-1e9776c9fb15 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:00.677988 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f2782819-814b-4dc3-8d2b-9b060cbe3f84 req-a2b886bd-d56e-4a21-b32b-1e9776c9fb15 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 944 time: 0.0978906 Jun 04 13:55:00.710189 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port 36c826ce-aaa5-42d4-bc4d-feade1e6969f triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:55:00.710556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:00.726847 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f2782819-814b-4dc3-8d2b-9b060cbe3f84 req-77da1681-6349-4007-9d75-0bf17fd86a92 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422800 Jun 04 13:55:00.830665 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:00.870538 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:00.872795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee23b7-7da3-4e80-bae4-8ba4d44b5be1" -d '{"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-plugged", "status": "completed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:00.884093 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:00.919130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71468ff6-3a5d-4972-bfd7-77e7a9701fa3 x-openstack-request-id: req-71468ff6-3a5d-4972-bfd7-77e7a9701fa3 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:00.919429 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-plugged", "status": "completed", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:00.919731 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71468ff6-3a5d-4972-bfd7-77e7a9701fa3 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:00.920141 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'code': 200} Jun 04 13:55:00.935536 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7a80853a-1e6c-4c0f-ba4b-695413196316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:00.958653 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:00.960895 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-731c0c05-957c-4f0e-99e4-9659e9cfccfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:01.035465 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=8']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:01.038768 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:01.308077 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328361-e702-4721-8809-5d6ecd12b117 req-7e3f6f44-03c8-477e-8596-7d562c0b8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:01.309449 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff328361-e702-4721-8809-5d6ecd12b117 req-7e3f6f44-03c8-477e-8596-7d562c0b8808 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0688286 Jun 04 13:55:01.354060 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ff328361-e702-4721-8809-5d6ecd12b117 req-af7c0001-87e0-44f5-83b0-e80cea33a256 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372140 Jun 04 13:55:01.925150 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb2475-9341-4163-a6d8-b81bfd499df5 req-e79c97f7-291d-44bc-a734-e5db76888d47 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:01.926669 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-85cb2475-9341-4163-a6d8-b81bfd499df5 req-e79c97f7-291d-44bc-a734-e5db76888d47 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0898204 Jun 04 13:55:01.972857 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-85cb2475-9341-4163-a6d8-b81bfd499df5 req-187a3d91-dec9-4442-ba8b-21de86a7acd3 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404963 Jun 04 13:55:03.180645 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d15bd-a6f1-4cee-8982-80e8f6565ac7 req-ec02a06f-7660-4106-9f42-8906dfe5d09d tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:03.182121 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d1d15bd-a6f1-4cee-8982-80e8f6565ac7 req-ec02a06f-7660-4106-9f42-8906dfe5d09d tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0883524 Jun 04 13:55:03.238537 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6d1d15bd-a6f1-4cee-8982-80e8f6565ac7 req-df7fdadb-b70a-416f-bfec-489b00319dbf tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503852 Jun 04 13:55:03.375578 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:03.544886 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-886afa60-b0c9-4f03-8c18-dea52059dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:04.946829 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:06.504804 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:06.785191 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe834f3-59da-435a-8e24-2ea6fa8bdd21 req-b433c523-42b5-42c7-a81f-32f5dc5a577e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:06.786723 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-afe834f3-59da-435a-8e24-2ea6fa8bdd21 req-b433c523-42b5-42c7-a81f-32f5dc5a577e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0870497 Jun 04 13:55:06.860788 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-afe834f3-59da-435a-8e24-2ea6fa8bdd21 req-3ada9f41-f9f5-4fe5-b19f-33bd2c79cb9c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677979 Jun 04 13:55:08.075872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215632bf-0759-4a19-ba89-7820aa5f9491 req-6aa53983-7857-450a-b4d8-ba9328f13f1d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:08.077918 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-215632bf-0759-4a19-ba89-7820aa5f9491 req-6aa53983-7857-450a-b4d8-ba9328f13f1d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1002519 Jun 04 13:55:08.126289 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-215632bf-0759-4a19-ba89-7820aa5f9491 req-6e692134-aaae-4eda-ba6b-5967ea8e6821 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Jun 04 13:55:09.328104 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883788-8ff7-41f7-baf3-f4b978f7107c req-5f925de9-6648-4a77-9706-14e4e52e529e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:09.329769 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-03883788-8ff7-41f7-baf3-f4b978f7107c req-5f925de9-6648-4a77-9706-14e4e52e529e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0813777 Jun 04 13:55:09.374972 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-03883788-8ff7-41f7-baf3-f4b978f7107c req-e1beda1c-a032-421b-8712-c22748424eaa tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 Jun 04 13:55:10.674472 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ab864-e004-4de3-accc-8f39254a2eb6 req-6ac56f93-8728-41df-b22d-8ef0fc632e81 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:10.675903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dc4ab864-e004-4de3-accc-8f39254a2eb6 req-6ac56f93-8728-41df-b22d-8ef0fc632e81 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1828094 Jun 04 13:55:10.724659 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dc4ab864-e004-4de3-accc-8f39254a2eb6 req-70a199e6-3aea-4283-8ffb-192a9ac062e6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430748 Jun 04 13:55:11.921065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d3582-6cdc-4778-9242-72171a60c47e req-011c454a-e22a-4681-bab5-a34c8d7b9c37 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:11.922749 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6e5d3582-6cdc-4778-9242-72171a60c47e req-011c454a-e22a-4681-bab5-a34c8d7b9c37 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0844448 Jun 04 13:55:11.966969 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6e5d3582-6cdc-4778-9242-72171a60c47e req-b57ea7ef-a286-4217-9090-7c43a96b4253 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 Jun 04 13:55:13.159512 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58ec4f-e5b5-4a6e-840b-9fbb93db662f req-afc5dabf-2933-4a4f-bb21-7644fa9bb0ca tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:13.161128 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4a58ec4f-e5b5-4a6e-840b-9fbb93db662f req-afc5dabf-2933-4a4f-bb21-7644fa9bb0ca tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0814877 Jun 04 13:55:13.206240 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4a58ec4f-e5b5-4a6e-840b-9fbb93db662f req-91e68f13-ad05-4ccf-979e-aa8af06b8238 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Jun 04 13:55:13.415076 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:55:14.403715 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf5be8-07cf-43fd-8f05-0c51aa210b52 req-707c593c-db3f-43f1-873b-99d1351d9b1b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:14.405591 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-52cf5be8-07cf-43fd-8f05-0c51aa210b52 req-707c593c-db3f-43f1-873b-99d1351d9b1b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0838072 Jun 04 13:55:14.454215 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-52cf5be8-07cf-43fd-8f05-0c51aa210b52 req-ec87d6f2-5bd7-43a9-bd4c-986aa70ad2a5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Jun 04 13:55:15.651189 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2744f44-1594-4a1d-8376-919412a5bbe8 req-b4048742-174a-4838-9947-0cc26189b2fe tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:15.652674 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2744f44-1594-4a1d-8376-919412a5bbe8 req-b4048742-174a-4838-9947-0cc26189b2fe tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0879681 Jun 04 13:55:15.699042 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b2744f44-1594-4a1d-8376-919412a5bbe8 req-51ec3735-e07f-4796-a6dc-b8d9d8e20365 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Jun 04 13:55:16.909493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45f530-52ae-481a-858e-7e00bf30debd req-af1af7ea-0919-456c-9626-739eec093422 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:16.911035 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e45f530-52ae-481a-858e-7e00bf30debd req-af1af7ea-0919-456c-9626-739eec093422 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0890429 Jun 04 13:55:16.969548 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4e45f530-52ae-481a-858e-7e00bf30debd req-95ef3130-5789-498d-a598-0115868773e6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521488 Jun 04 13:55:18.178533 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b336dfb-8a2f-4932-8fa8-873487f6b53c req-ca423870-6bcd-43bf-826f-5fdea3e88c34 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:18.180078 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b336dfb-8a2f-4932-8fa8-873487f6b53c req-ca423870-6bcd-43bf-826f-5fdea3e88c34 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0862837 Jun 04 13:55:18.234180 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8b336dfb-8a2f-4932-8fa8-873487f6b53c req-fe4eca28-f1fb-41b2-b6d4-ec8675c4491a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477095 Jun 04 13:55:19.445538 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a710c-8177-4448-ae17-acc7e31b7262 req-36996e56-0383-4b8c-9951-db480fb4be28 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:19.447214 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c4a710c-8177-4448-ae17-acc7e31b7262 req-36996e56-0383-4b8c-9951-db480fb4be28 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0854874 Jun 04 13:55:19.497441 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4c4a710c-8177-4448-ae17-acc7e31b7262 req-10b71bfa-9b34-4bd4-a45a-66a27fd879e7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Jun 04 13:55:20.689620 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:55:20.706052 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaeb4c4-857c-484b-88ad-536e0312f40a req-272855b9-a9d7-4843-a643-4dd93595255a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:20.707518 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecaeb4c4-857c-484b-88ad-536e0312f40a req-272855b9-a9d7-4843-a643-4dd93595255a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0855062 Jun 04 13:55:20.761257 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ecaeb4c4-857c-484b-88ad-536e0312f40a req-649402a2-b426-4437-a43e-4b85de2d26a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427289 Jun 04 13:55:20.862536 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:20.879337 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:55:20.934892 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:20.952445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:55:20.969691 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:21.287766 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:21.290546 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:21.368917 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=6']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:21.372188 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:21.381863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['adee7b42-2662-4bd9-ba95-7aa58339663a'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:55:21.973048 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4426a-27bb-4ed4-8add-f0084b112fe3 req-1dbaadcf-d586-4516-9656-0b06f25a32a9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:21.974532 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82f4426a-27bb-4ed4-8add-f0084b112fe3 req-1dbaadcf-d586-4516-9656-0b06f25a32a9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 944 time: 0.0867712 Jun 04 13:55:22.020936 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82f4426a-27bb-4ed4-8add-f0084b112fe3 req-722fdc3c-8091-4d9e-a7fc-c45198761b8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Jun 04 13:55:22.697057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:55:22.764450 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port adee7b42-2662-4bd9-ba95-7aa58339663a triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:55:22.764817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:22.901008 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:22.930294 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:22.932552 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c88a7-1a65-43f7-a551-1375cce1a441" -d '{"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:22.940724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:22.976971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288beba-eeae-4cb2-91dd-0f016b54bb42 x-openstack-request-id: req-e288beba-eeae-4cb2-91dd-0f016b54bb42 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:22.977270 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:22.977530 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e288beba-eeae-4cb2-91dd-0f016b54bb42 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:22.977953 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'code': 200} Jun 04 13:55:23.056232 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:23.058550 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:23.132323 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=7']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:23.138423 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:23.254584 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba313aaf-9eb7-48c9-ad4e-e7d1f99a6dcd req-6020acd0-8a71-44c2-b9da-88f725ec2806 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:23.256052 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:23.256487 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ba313aaf-9eb7-48c9-ad4e-e7d1f99a6dcd req-6020acd0-8a71-44c2-b9da-88f725ec2806 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1159778 Jun 04 13:55:23.303392 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ba313aaf-9eb7-48c9-ad4e-e7d1f99a6dcd req-c4bce090-f14a-45e9-9b4d-9a666019d4c6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Jun 04 13:55:24.499492 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4331-0af2-4a6a-81d8-082609dd8e53 req-977a61de-f545-44be-bb4a-49f4246e9aed tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:24.501151 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-421c4331-0af2-4a6a-81d8-082609dd8e53 req-977a61de-f545-44be-bb4a-49f4246e9aed tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0805681 Jun 04 13:55:24.550361 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-421c4331-0af2-4a6a-81d8-082609dd8e53 req-046304b2-ae72-40ef-8ddb-9424289a71bf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Jun 04 13:55:25.754128 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834f8d-197b-4b1f-ba7a-ee34e8209587 req-a41da2fd-fcb5-43a7-8a37-c6aa5cd69b4d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:25.755600 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-85834f8d-197b-4b1f-ba7a-ee34e8209587 req-a41da2fd-fcb5-43a7-8a37-c6aa5cd69b4d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0908680 Jun 04 13:55:25.804471 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-85834f8d-197b-4b1f-ba7a-ee34e8209587 req-27ee1cae-fb9f-4797-bcf9-5507d1df79db tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Jun 04 13:55:27.320449 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d055a-0abd-488f-b521-bdb4d4a3b004 req-c14a810d-7d92-4466-a709-ef057848d781 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:27.322989 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb7d055a-0abd-488f-b521-bdb4d4a3b004 req-c14a810d-7d92-4466-a709-ef057848d781 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1455741 Jun 04 13:55:27.381900 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fb7d055a-0abd-488f-b521-bdb4d4a3b004 req-daada432-271a-4d8e-9d0f-26004ce96f84 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490210 Jun 04 13:55:27.620991 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-b77a2a83-953e-46d4-b101-b5dab0be372d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295649365&fields=id&tenant_id=4ff146c5a8294d0e86c6b54e33973fb8 HTTP/1.1" status: 200 len: 267 time: 0.0495152 Jun 04 13:55:27.716315 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-5c16dfd5-6e85-435d-a8de-173b4eee023a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:27.717843 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-5c16dfd5-6e85-435d-a8de-173b4eee023a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 984 time: 0.0901740 Jun 04 13:55:27.731269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Request body: {'port': {'security_groups': ['68b13b6c-e6bf-4579-b41c-297621478cb2']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:55:27.923627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.362259 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:28.404756 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.505446 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.523799 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:55:28.549957 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5a2b7178-b6cd-40f1-89d7-244c4c58daf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:28.717601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:28.719153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.728669 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cb9ebda0-add7-4ea4-8d5b-1810e3bdc413 req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "PUT /v2.0/ports/cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 942 time: 1.0028396 Jun 04 13:55:28.733300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:28.736982 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39416) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:28.749924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4980a-f1df-482d-a09b-22234ae0d021" -d '{"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:28.836666 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:55:28.865139 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.886939 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event updated for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=7']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:28.921644 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:28.934290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.934874 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.935641 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.936241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.936820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.937395 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.937966 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.939502 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.940908 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.941773 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.942352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.943995 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:28.961837 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:29.080656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3d4256-1dca-464c-a8ae-6f0b7a7906cd x-openstack-request-id: req-8d3d4256-1dca-464c-a8ae-6f0b7a7906cd {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:29.081553 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:29.082029 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d3d4256-1dca-464c-a8ae-6f0b7a7906cd {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:29.082773 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:55:29.111221 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d9cea-fef4-4fdf-919f-6d9e292ba8fc req-e82df2a5-5b34-4203-b479-8610b2aa6303 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:29.113047 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c8d9cea-fef4-4fdf-919f-6d9e292ba8fc req-e82df2a5-5b34-4203-b479-8610b2aa6303 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.4236457 Jun 04 13:55:29.192735 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.202329 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ce0bdaab-424c-42df-bb29-f42e13cd4198 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:29.226560 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-87d64f58-ac9a-4598-afa0-339d347b5dfb None None] Provisioning complete for port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:55:29.226925 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-87d64f58-ac9a-4598-afa0-339d347b5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.245484 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c8d9cea-fef4-4fdf-919f-6d9e292ba8fc req-8482c004-9729-463f-aa2f-9b8e7e8a8605 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792823 Jun 04 13:55:29.254189 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-8e31db60-addc-4657-9f50-acf31848aa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:29.256009 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-8e31db60-addc-4657-9f50-acf31848aa9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1098 time: 0.1417735 Jun 04 13:55:29.270453 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2ec3b6-5c76-411b-b994-a53a6d9f41ce,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:29.273483 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.277484 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e2ec3b6-5c76-411b-b994-a53a6d9f41ce HTTP/1.1" status: 204 len: 168 time: 0.5368416 Jun 04 13:55:29.286180 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39422) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:29.401061 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.401463 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.401980 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.402440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.402935 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.403365 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.403796 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.404736 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.405924 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.406805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.409544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.410048 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:29.423804 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:29.448520 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-92befeba-d32b-4050-b442-c10b2d3547f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:29.450401 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-92befeba-d32b-4050-b442-c10b2d3547f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 915 time: 0.1786163 Jun 04 13:55:29.584319 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-2371915d-ace7-409a-8b8b-18ff6d15839c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 1001 time: 0.1235716 Jun 04 13:55:29.675334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-b78615f0-c723-4b50-bda7-65c0a281730b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:29.676874 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-b78615f0-c723-4b50-bda7-65c0a281730b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.0780022 Jun 04 13:55:29.767672 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-d82473a2-06b8-4e07-9bfa-040c3c9143da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:29.770076 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-d82473a2-06b8-4e07-9bfa-040c3c9143da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0853240 Jun 04 13:55:29.772976 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Deleting port e4848722-51b8-4141-b43a-c53788c3a8f0 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:29.773565 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.899682 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.900081 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:29.905653 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-d3e86de7-4952-4c78-ba17-a84ae6010e69 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282563 Jun 04 13:55:30.036573 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Calling delete_port for e4848722-51b8-4141-b43a-c53788c3a8f0 owned by network:floatingip {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:30.045952 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-70b4980a-f1df-482d-a09b-22234ae0d021 req-89e9c3e6-9338-4d62-ba9e-988894bd2a03 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328800 Jun 04 13:55:30.259441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:30.264163 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:30.315629 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event deleted for resources: {'Port': ['ID=e4848722-51b8-4141-b43a-c53788c3a8f0,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:30.319008 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:30.442259 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks [] for floatingip, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:30.442671 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.l3_db [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Floating IP fca60c9f-35b6-4779-90f7-6e9e8a699a03 disassociated (deleted). External IP: 172.28.1.119, port: cc5a760d-b16f-494b-a9f0-fdd792ee90f4. Jun 04 13:55:30.730011 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b3a1f-8aad-4473-ab98-9ba590975902 req-dd1a9fed-758f-46cb-9ad6-4de127c1ada2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:30.737114 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-993b3a1f-8aad-4473-ab98-9ba590975902 req-dd1a9fed-758f-46cb-9ad6-4de127c1ada2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1132042 Jun 04 13:55:30.789788 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-993b3a1f-8aad-4473-ab98-9ba590975902 req-af20b72e-9991-467b-a667-50f90ccd9ec1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516896 Jun 04 13:55:30.915745 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Router 917c7664-b5f2-435d-8447-0fb49133bb38 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:55:30.958464 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-100fa0ee-1965-4c9b-91a1-c7b77aa39b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:31.131949 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:55:31.142363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Sync routers for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:55:31.156969 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:31.158336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:31.323295 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:31.363984 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:31.393947 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "DELETE /v2.0/floatingips/fca60c9f-35b6-4779-90f7-6e9e8a699a03 HTTP/1.1" status: 204 len: 168 time: 2.1058192 Jun 04 13:55:31.394615 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:31.397267 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abb5932-9033-401a-af82-e81126f187ab" -d '{"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:31.499662 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11d8697-2569-447d-8241-867c961523d0 x-openstack-request-id: req-e11d8697-2569-447d-8241-867c961523d0 {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:31.500017 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:31.500315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e11d8697-2569-447d-8241-867c961523d0 {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:31.501399 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:55:31.657838 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5932-9033-401a-af82-e81126f187ab req-c5bf86ba-bfb4-44d3-8e13-b3e3b636ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:31.659341 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-c5bf86ba-bfb4-44d3-8e13-b3e3b636ea9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 1098 time: 0.1283455 Jun 04 13:55:31.826684 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:31.835761 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Checking router: 917c7664-b5f2-435d-8447-0fb49133bb38 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:55:31.855340 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:31.856071 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:31.888514 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5932-9033-401a-af82-e81126f187ab req-799a6bb9-6a90-45e3-8b05-29a004645739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:31.888514 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-799a6bb9-6a90-45e3-8b05-29a004645739 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 200 len: 915 time: 0.2221293 Jun 04 13:55:32.015466 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-39186152-641a-4dae-809f-6638d74c8e03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 200 len: 217 time: 0.1184759 Jun 04 13:55:32.110183 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5932-9033-401a-af82-e81126f187ab req-c60bd4a0-f180-4ad2-b1a3-243d2c551c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:32.112039 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-c60bd4a0-f180-4ad2-b1a3-243d2c551c93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 200 len: 853 time: 0.0822518 Jun 04 13:55:32.135869 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:32.164667 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b735849-0806-4a12-9eab-05867b0009a8 req-a5b0c26f-c06b-4afb-a4eb-a078eba40a90 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:32.166628 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5b735849-0806-4a12-9eab-05867b0009a8 req-a5b0c26f-c06b-4afb-a4eb-a078eba40a90 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.2078466 Jun 04 13:55:32.242426 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5b735849-0806-4a12-9eab-05867b0009a8 req-ccc7a516-331b-4158-a426-c1918393c2a2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636520 Jun 04 13:55:32.265777 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5932-9033-401a-af82-e81126f187ab req-b38f6ff5-e2e0-4902-9ec4-e3d31df26444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:32.267820 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-b38f6ff5-e2e0-4902-9ec4-e3d31df26444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd672d4c-8de2-462f-9765-d5a31d42cf71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1470737 Jun 04 13:55:32.558398 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-06b8fb73-9a87-4d02-b0b3-fbb2a9845015 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827404 Jun 04 13:55:32.673294 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:32.684236 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1907a0-0266-40f0-93e8-ad755fe37bb1 None None] The sync data for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb is: [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:51:33Z', 'revision_number': 4, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '1d915cf2-7491-4c3e-aa9c-4b29989360b0', 'name': '', 'network_id': 'cd672d4c-8de2-462f-9765-d5a31d42cf71', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'mac_address': 'fa:16:3e:84:ed:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3feda034-44e7-4f04-a879-0fd23939db54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:32Z', 'updated_at': '2021-06-04T13:51:40Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'subnets': [{'id': '3feda034-44e7-4f04-a879-0fd23939db54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:55:32.769359 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2abb5932-9033-401a-af82-e81126f187ab req-0946954d-e932-4932-b968-a0ee5c783fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997056 Jun 04 13:55:33.060959 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f0120-23e9-4bb7-9cc7-9fca585f88a6 None None] New status for floating IP fca60c9f-35b6-4779-90f7-6e9e8a699a03: DOWN {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:55:33.446716 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:33.506504 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42578c79-62d5-43df-8eac-6d2b7797a01a req-102659f9-bd37-49e2-b0f5-038165f4e421 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:33.517551 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-42578c79-62d5-43df-8eac-6d2b7797a01a req-102659f9-bd37-49e2-b0f5-038165f4e421 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1377802 Jun 04 13:55:33.550551 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-082d88f1-73ef-4684-a98d-f299173e6748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:33.598648 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-42578c79-62d5-43df-8eac-6d2b7797a01a req-b8118cba-f879-43e9-b74f-6614fde03fbf tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796678 Jun 04 13:55:34.858986 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d3aa6-1c21-4d51-9fa7-635f150ea506 req-0eeec4cb-4f63-4aee-8539-1e312c83da6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:34.861350 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-168d3aa6-1c21-4d51-9fa7-635f150ea506 req-0eeec4cb-4f63-4aee-8539-1e312c83da6a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1293979 Jun 04 13:55:34.913716 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-168d3aa6-1c21-4d51-9fa7-635f150ea506 req-e9007bc6-f638-4d8d-bb8d-64d0250b0c0e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Jun 04 13:55:34.963639 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:36.126537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e8c0-a6f9-4f84-90bd-1e3ce8234fb0 req-30d1dc72-9074-4963-a960-4ea8e00d2015 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:36.128344 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cae4e8c0-a6f9-4f84-90bd-1e3ce8234fb0 req-30d1dc72-9074-4963-a960-4ea8e00d2015 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.0897315 Jun 04 13:55:36.178461 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-cae4e8c0-a6f9-4f84-90bd-1e3ce8234fb0 req-9eefbac9-c9b3-431f-957b-ba7dca26de25 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Jun 04 13:55:36.501491 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:36.913357 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda4695-dd8b-4fa7-be63-2f85bb61c706 req-a2034b37-810c-4b8f-9cbb-3e1e97004f64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:36.915160 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8dda4695-dd8b-4fa7-be63-2f85bb61c706 req-a2034b37-810c-4b8f-9cbb-3e1e97004f64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.1059484 Jun 04 13:55:36.985874 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8dda4695-dd8b-4fa7-be63-2f85bb61c706 req-481b9aec-3c41-42e9-97f1-3ac00c4f0f18 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 Jun 04 13:55:37.433020 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8babdf9-07da-43a2-bfb1-51261dcc2bb2 req-ce7f86e6-c16a-48be-bd20-d54a815cbcf0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:37.434891 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8babdf9-07da-43a2-bfb1-51261dcc2bb2 req-ce7f86e6-c16a-48be-bd20-d54a815cbcf0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1204982 Jun 04 13:55:37.503094 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f8babdf9-07da-43a2-bfb1-51261dcc2bb2 req-6d770394-e959-415a-8686-29fd60d97ae9 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561745 Jun 04 13:55:38.181754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42bebc-c215-412b-8fbc-d506f258fb61 req-11a7cb31-297c-4f16-beff-b0f8d3a4c426 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:38.183264 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4f42bebc-c215-412b-8fbc-d506f258fb61 req-11a7cb31-297c-4f16-beff-b0f8d3a4c426 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0847507 Jun 04 13:55:38.231061 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-4f42bebc-c215-412b-8fbc-d506f258fb61 req-9c9885ad-c132-47f9-bac6-e2c5c2371af0 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Jun 04 13:55:38.733137 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e54c0-f213-48a9-a1f5-6224c3f275d9 req-1deeaf76-f9ed-4096-81a8-b4d856689839 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:38.735663 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-975e54c0-f213-48a9-a1f5-6224c3f275d9 req-1deeaf76-f9ed-4096-81a8-b4d856689839 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1048148 Jun 04 13:55:38.795197 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-975e54c0-f213-48a9-a1f5-6224c3f275d9 req-ab18d5d4-22d6-4b70-9db7-f836d7a6a139 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522223 Jun 04 13:55:39.209898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-75003b10-dff9-478f-ad25-ecf194a9b084 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:39.212409 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-75003b10-dff9-478f-ad25-ecf194a9b084 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.13 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.0825231 Jun 04 13:55:39.408580 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Deleting port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:39.409046 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:39.531206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae673-4cce-4a9b-876f-4d1933b1be19 req-63e7fafc-8ea4-4fde-8dc2-54caf480a328 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:39.533826 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e8ae673-4cce-4a9b-876f-4d1933b1be19 req-63e7fafc-8ea4-4fde-8dc2-54caf480a328 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 945 time: 0.1904554 Jun 04 13:55:39.594789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] For port cc5a760d-b16f-494b-a9f0-fdd792ee90f4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:39.595147 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:39.724464 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e8ae673-4cce-4a9b-876f-4d1933b1be19 req-ddd708e3-432a-4d27-aea4-89ecd26652b1 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/security-groups?id=68b13b6c-e6bf-4579-b41c-297621478cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800208 Jun 04 13:55:39.730955 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Calling delete_port for cc5a760d-b16f-494b-a9f0-fdd792ee90f4 owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:39.954205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:39.964087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-5f83eea2-a2dc-45ec-a3d4-a6abfc92b68d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:39.965893 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['cc5a760d-b16f-494b-a9f0-fdd792ee90f4'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:55:40.020141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Pushing event deleted for resources: {'Port': ['ID=cc5a760d-b16f-494b-a9f0-fdd792ee90f4,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:40.050960 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:40.193087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] No DVR routers for this DVR port cc5a760d-b16f-494b-a9f0-fdd792ee90f4 on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:40.196697 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:40.199195 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'name': 'network-vif-deleted', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:40.201437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1618cd19-7106-4334-ba83-240d83a76e59" -d '{"events": [{"server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "name": "network-vif-deleted", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:40.215010 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-09d0583f-0fee-48d8-9ee3-61003db86371 req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.13 "DELETE /v2.0/ports/cc5a760d-b16f-494b-a9f0-fdd792ee90f4 HTTP/1.1" status: 204 len: 173 time: 0.9964743 Jun 04 13:55:40.231696 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017490-dfc3-4671-b89a-ad7ee16f75c8 req-58444fb0-5215-4f42-b69a-7280711b393e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:40.233391 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a017490-dfc3-4671-b89a-ad7ee16f75c8 req-58444fb0-5215-4f42-b69a-7280711b393e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.3194704 Jun 04 13:55:40.256636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554962ac-4346-4562-b1b1-4b7a7ae41192 x-openstack-request-id: req-554962ac-4346-4562-b1b1-4b7a7ae41192 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:40.256636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51275cac-c030-4771-a8d4-4af5846e2c5a", "name": "network-vif-deleted", "tag": "cc5a760d-b16f-494b-a9f0-fdd792ee90f4", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:40.256636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-554962ac-4346-4562-b1b1-4b7a7ae41192 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:40.256636 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51275cac-c030-4771-a8d4-4af5846e2c5a', 'name': 'network-vif-deleted', 'tag': 'cc5a760d-b16f-494b-a9f0-fdd792ee90f4', 'status': 'completed', 'code': 200} Jun 04 13:55:40.416531 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a017490-dfc3-4671-b89a-ad7ee16f75c8 req-beff312b-3935-48c1-96ff-9a1945520ac1 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767836 Jun 04 13:55:40.954782 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-2e4d8cf6-2d64-4c29-90ea-5d76eea38751 req-d981e9ff-602c-4fe1-aeba-b781cbec96e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Synchronizing usage tracker for tenant:4ff146c5a8294d0e86c6b54e33973fb8 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:55:41.002504 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-011d9b71-769e-4bbf-a073-c3eec6d22b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:41.004016 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-011d9b71-769e-4bbf-a073-c3eec6d22b64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1098 time: 0.0972612 Jun 04 13:55:41.106175 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-2e4d8cf6-2d64-4c29-90ea-5d76eea38751 req-d981e9ff-602c-4fe1-aeba-b781cbec96e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Unset dirty status for tenant:4ff146c5a8294d0e86c6b54e33973fb8 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:55:41.107297 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e4d8cf6-2d64-4c29-90ea-5d76eea38751 req-d981e9ff-602c-4fe1-aeba-b781cbec96e3 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] 10.222.0.10 "GET /v2.0/ports?device_id=51275cac-c030-4771-a8d4-4af5846e2c5a HTTP/1.1" status: 200 len: 210 time: 0.2451417 Jun 04 13:55:41.150008 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-69cd5115-3365-4edb-8728-c2e0439b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:41.151418 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-69cd5115-3365-4edb-8728-c2e0439b019a service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.1412828 Jun 04 13:55:41.264310 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-d2534757-d6af-4e42-83c9-254b705a8caf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 1000 time: 0.1052461 Jun 04 13:55:41.327572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-2529049d-cee9-4b40-9b29-fc7a9101889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:41.330166 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-2529049d-cee9-4b40-9b29-fc7a9101889a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0586390 Jun 04 13:55:41.409693 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-6ef84bf3-c6ce-4e46-9de3-be6a5a3cb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:41.411157 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-6ef84bf3-c6ce-4e46-9de3-be6a5a3cb5f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0739310 Jun 04 13:55:41.585641 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-94561017-6da3-4677-9f22-fbd9ffdf3cbf service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673846 Jun 04 13:55:41.743164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7b30-a495-464c-b049-1e9976e3afb8 req-3bea4040-a533-4172-875e-0047c7d862cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:41.744951 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7d3b7b30-a495-464c-b049-1e9976e3afb8 req-3bea4040-a533-4172-875e-0047c7d862cc tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.2042716 Jun 04 13:55:41.746804 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ffab6f7b-61f7-486c-8bf2-ff6f72fe6285 req-3ae0cf15-ed0b-484e-9123-9a709f887d22 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510034 Jun 04 13:55:41.792104 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7d3b7b30-a495-464c-b049-1e9976e3afb8 req-4116ce00-d565-46d5-9781-791ecbd23ca0 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Jun 04 13:55:42.805331 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:42.932833 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:42.961186 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:55:42.963474 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991725ef-9f1c-4677-9dbf-586766a50d08" -d '{"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:55:42.984015 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:43.012083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Jun 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18268ffe-7faf-477c-b10c-d33884f0a4df x-openstack-request-id: req-18268ffe-7faf-477c-b10c-d33884f0a4df {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:55:43.012382 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:55:43.012631 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18268ffe-7faf-477c-b10c-d33884f0a4df {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:55:43.013083 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'code': 200} Jun 04 13:55:43.053310 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:43.054093 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device cc5a760d-b16f-494b-a9f0-fdd792ee90f4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:43.063921 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cabd3-75a9-4d9d-aad8-b4a7e17238c8 req-4560b5a2-2b0c-449e-91cb-da5b2e623acd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:43.063921 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9a5cabd3-75a9-4d9d-aad8-b4a7e17238c8 req-4560b5a2-2b0c-449e-91cb-da5b2e623acd tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 945 time: 0.1492558 Jun 04 13:55:43.083514 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:43.105458 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9a5cabd3-75a9-4d9d-aad8-b4a7e17238c8 req-34c5c5fd-18ef-4f11-8692-f953eb547309 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Jun 04 13:55:43.135254 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: cc5a760d-b16f-494b-a9f0-fdd792ee90f4 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:43.135600 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device cc5a760d-b16f-494b-a9f0-fdd792ee90f4 not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:43.157889 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=8']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:43.160999 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:43.828499 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39552) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:44.480141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455fdc-5140-4129-96ab-01b9dae5f091 req-fa071b11-26f9-4025-b011-07186f2a602f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:44.486553 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e8455fdc-5140-4129-96ab-01b9dae5f091 req-fa071b11-26f9-4025-b011-07186f2a602f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.2487772 Jun 04 13:55:44.536560 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e8455fdc-5140-4129-96ab-01b9dae5f091 req-70620739-7519-4a5e-95db-1c8dcf726531 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477121 Jun 04 13:55:44.607208 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:45.026814 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Deleting port 1d915cf2-7491-4c3e-aa9c-4b29989360b0 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:45.027040 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:45.156301 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] For port 1d915cf2-7491-4c3e-aa9c-4b29989360b0, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=1d915cf2-7491-4c3e-aa9c-4b29989360b0,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:45.156682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:45.286938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Calling delete_port for 1d915cf2-7491-4c3e-aa9c-4b29989360b0 owned by network:router_interface {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:45.675698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:45.679673 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:45.723240 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d915cf2-7491-4c3e-aa9c-4b29989360b0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:45.757417 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:46.106518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:46.473760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Router 917c7664-b5f2-435d-8447-0fb49133bb38 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:55:46.652662 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:55:46.662834 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Sync routers for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:55:46.674866 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:46.675478 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:46.788100 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1035350d-d3cd-4f17-91e4-98263ff66a13 admin admin] 10.222.0.10 "PUT /v2.0/routers/917c7664-b5f2-435d-8447-0fb49133bb38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9571450 Jun 04 13:55:46.790289 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39576) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:46.810863 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:46.905756 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:46.978761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks [] for router, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.163408 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.255445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:55:45Z', 'revision_number': 5, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port': {'id': '4083b178-d2d4-4fe8-895a-acd72b4df916', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:11:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:28Z', 'updated_at': '2021-06-04T13:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:47.261498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Checking router: 917c7664-b5f2-435d-8447-0fb49133bb38 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:55:47.270759 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Routers {'917c7664-b5f2-435d-8447-0fb49133bb38'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:47.271373 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['917c7664-b5f2-435d-8447-0fb49133bb38'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:47.329795 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Deleting port 4083b178-d2d4-4fe8-895a-acd72b4df916 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:47.330185 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.447163 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] Set router 917c7664-b5f2-435d-8447-0fb49133bb38 gateway port host: None {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:47.459321 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] For port 4083b178-d2d4-4fe8-895a-acd72b4df916, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=4083b178-d2d4-4fe8-895a-acd72b4df916,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:47.459321 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:47.557060 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:55:47Z', 'revision_number': 6, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port_host': None}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:47.561458 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803429e8-980a-4dd3-a22c-992885689fe3 None None] The sync data for ids ['917c7664-b5f2-435d-8447-0fb49133bb38'] in dv-cinder-784779-14-smb is: [{'id': '917c7664-b5f2-435d-8447-0fb49133bb38', 'name': 'tempest-TestMinimumBasicScenario-484254243-router', 'tenant_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:27Z', 'updated_at': '2021-06-04T13:55:47Z', 'revision_number': 6, 'project_id': '4ff146c5a8294d0e86c6b54e33973fb8', 'gw_port_host': None}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:55:47.742990 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Calling delete_port for 4083b178-d2d4-4fe8-895a-acd72b4df916 owned by network:router_gateway {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:47.806093 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fe7dc-c972-4073-be96-de467fc1bc09 req-5eebd78e-0dbc-4638-8a93-209fc4e5db3d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:47.807523 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-097fe7dc-c972-4073-be96-de467fc1bc09 req-5eebd78e-0dbc-4638-8a93-209fc4e5db3d tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.3316898 Jun 04 13:55:47.868759 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-097fe7dc-c972-4073-be96-de467fc1bc09 req-d36ebc5d-460e-4302-9c0e-0ddf5a943ca5 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554533 Jun 04 13:55:47.990440 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39604) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:48.035583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.039492 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2d2cebe0-6501-489f-92ff-5b5675e5cb2f tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:48.084661 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Pushing event deleted for resources: {'Port': ['ID=4083b178-d2d4-4fe8-895a-acd72b4df916,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:48.110019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:48.116458 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-78f63ff2-3c5f-4002-898b-36915413a823 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232030 Jun 04 13:55:48.177699 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.355894 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.360764 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.443413 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.443971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917c7664-b5f2-435d-8447-0fb49133bb38 {{(pid=98872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:55:48.457470 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.458567 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] 10.222.0.10 "DELETE /v2.0/routers/917c7664-b5f2-435d-8447-0fb49133bb38 HTTP/1.1" status: 204 len: 168 time: 1.6673951 Jun 04 13:55:48.461044 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39616) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:48.522187 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Deleting subnet 3feda034-44e7-4f04-a879-0fd23939db54 {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:55:48.525781 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.589266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:48.626003 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4083b178-d2d4-4fe8-895a-acd72b4df916 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:48.666853 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 4083b178-d2d4-4fe8-895a-acd72b4df916 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:48.667259 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 4083b178-d2d4-4fe8-895a-acd72b4df916 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:48.667630 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 1d915cf2-7491-4c3e-aa9c-4b29989360b0 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:48.703611 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 1d915cf2-7491-4c3e-aa9c-4b29989360b0 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:48.703994 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 1d915cf2-7491-4c3e-aa9c-4b29989360b0 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:48.733674 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.059436 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fcf97-9446-4381-8154-eb3042527f7b req-2b4243e4-e4c5-4037-bab7-92f6b542d17c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:49.060924 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ee2fcf97-9446-4381-8154-eb3042527f7b req-2b4243e4-e4c5-4037-bab7-92f6b542d17c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0787482 Jun 04 13:55:49.087891 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.097919 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:49.141274 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3feda034-44e7-4f04-a879-0fd23939db54,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:49.146424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:49.150429 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.161466 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ee2fcf97-9446-4381-8154-eb3042527f7b req-a204fda5-78ce-4772-8e3d-f78eafea9f7e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941963 Jun 04 13:55:49.163097 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-920840a0-d157-4d1b-b7c5-a516c79d6817 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3feda034-44e7-4f04-a879-0fd23939db54 HTTP/1.1" status: 204 len: 168 time: 0.7011678 Jun 04 13:55:49.164514 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dfaf2e-f82c-418c-9dff-98ace6714b98 None None] Network cd672d4c-8de2-462f-9765-d5a31d42cf71 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:55:49.166259 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39620) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:49.378272 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.452935 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Deleting port 60285230-9f5d-4eef-92d6-2aef8596a4a3 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:49.453282 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.475623 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] DHCP port deletion for cd672d4c-8de2-462f-9765-d5a31d42cf71 request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 13:55:49.548531 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Deleting port 60285230-9f5d-4eef-92d6-2aef8596a4a3 {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:49.548987 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.557491 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] For port 60285230-9f5d-4eef-92d6-2aef8596a4a3, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=60285230-9f5d-4eef-92d6-2aef8596a4a3,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:49.557854 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.659928 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] For port 60285230-9f5d-4eef-92d6-2aef8596a4a3, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=60285230-9f5d-4eef-92d6-2aef8596a4a3,segment=NetworkSegment(a5eb9f9a-4543-4f52-b833-022262f39d81),segment_id=a5eb9f9a-4543-4f52-b833-022262f39d81)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:49.660520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.690213 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Calling delete_port for 60285230-9f5d-4eef-92d6-2aef8596a4a3 owned by network:dhcp {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:49.784006 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Calling delete_port for 60285230-9f5d-4eef-92d6-2aef8596a4a3 owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:49.806466 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-c9d1d8f1-c968-4ef6-b816-1d2aff3fcf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:49.807988 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-c9d1d8f1-c968-4ef6-b816-1d2aff3fcf78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a&tenant_id=1207cc56142a4113b95553c78e17c2a8 HTTP/1.1" status: 200 len: 1096 time: 0.0705662 Jun 04 13:55:49.809434 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.814150 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5cb910fe-946d-43c8-a175-4df29d704489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:49.861678 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=60285230-9f5d-4eef-92d6-2aef8596a4a3,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:49.864642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:49.865407 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] No DVR routers for this DVR port 60285230-9f5d-4eef-92d6-2aef8596a4a3 on host dv-cinder-784779-14-smb {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:49.907016 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-863886ef-b6e5-42a2-b344-be0cc9b8ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:49.912064 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-863886ef-b6e5-42a2-b344-be0cc9b8ddda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1096 time: 0.0752788 Jun 04 13:55:49.920691 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:49.926649 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:49.975492 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Pushing event deleted for resources: {'Port': ['ID=60285230-9f5d-4eef-92d6-2aef8596a4a3,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:49.977639 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] No DVR routers for this DVR port 60285230-9f5d-4eef-92d6-2aef8596a4a3 on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:49.978843 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-2e0f633f-127b-4d6b-9126-4e9c55a8cd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:49.989812 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.004145 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd672d4c-8de2-462f-9765-d5a31d42cf71']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:50.017766 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eb9f9a-4543-4f52-b833-022262f39d81') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:50.018149 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eb9f9a-4543-4f52-b833-022262f39d81') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:50.031222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.050210 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.057187 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:55:50.062969 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:55:50.071498 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:55:50.165379 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-03a383ef-49fe-4e61-8274-950db7f3edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:50.167108 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-03a383ef-49fe-4e61-8274-950db7f3edc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.2501929 Jun 04 13:55:50.235568 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.240341 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:50.258635 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:50.271709 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=cd672d4c-8de2-462f-9765-d5a31d42cf71,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:50.274273 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-efc49d30-c357-4ffc-a64f-d4abbc81123e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 998 time: 0.1008706 Jun 04 13:55:50.279188 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:50.281042 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd672d4c-8de2-462f-9765-d5a31d42cf71 HTTP/1.1" status: 204 len: 168 time: 1.1138048 Jun 04 13:55:50.284165 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39624) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:50.393984 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-2f8bc214-c446-469e-813d-c2a2d6540df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:50.395421 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-2f8bc214-c446-469e-813d-c2a2d6540df0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.1133111 Jun 04 13:55:50.413796 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:55:50.466247 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b74952-7b71-4cb0-9408-167d647a1511 req-30c4a676-8d00-49b9-92b8-6333a53fd191 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:50.467630 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-91b74952-7b71-4cb0-9408-167d647a1511 req-30c4a676-8d00-49b9-92b8-6333a53fd191 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1549790 Jun 04 13:55:50.520595 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-91b74952-7b71-4cb0-9408-167d647a1511 req-c04f4464-d70e-4b86-bd77-687405d7173b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458879 Jun 04 13:55:50.522715 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-21ff28c5-e349-4b7e-b666-efb4b74f74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:50.530196 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-21ff28c5-e349-4b7e-b666-efb4b74f74a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1214616 Jun 04 13:55:50.604627 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 60285230-9f5d-4eef-92d6-2aef8596a4a3 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:50.647119 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 60285230-9f5d-4eef-92d6-2aef8596a4a3 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:50.647119 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 60285230-9f5d-4eef-92d6-2aef8596a4a3 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:50.665952 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-1c8e65cb-0354-4f00-b37e-71ccdef97e3a service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347296 Jun 04 13:55:50.807518 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-8c722782-5b88-44d6-b46f-fcb75b84ccaa service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333580 Jun 04 13:55:50.836032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:51.370703 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Deleting port 80625b7d-3100-405f-bbdb-86b7f109155c {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:51.371600 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:51.552802 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] For port 80625b7d-3100-405f-bbdb-86b7f109155c, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=80625b7d-3100-405f-bbdb-86b7f109155c,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:51.553223 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:51.725894 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Calling delete_port for 80625b7d-3100-405f-bbdb-86b7f109155c owned by network:router_interface {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:51.805120 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db2646-b013-4ac5-b4ce-30632bc2826e req-3656258d-b1c5-48b6-b4cf-1146a36de7c2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:51.806695 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19db2646-b013-4ac5-b4ce-30632bc2826e req-3656258d-b1c5-48b6-b4cf-1146a36de7c2 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1517353 Jun 04 13:55:51.868954 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-19db2646-b013-4ac5-b4ce-30632bc2826e req-daf89975-65fa-4f2a-9c7f-fe83b1716a9f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552936 Jun 04 13:55:52.226623 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:52.230592 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-706c2388-f340-4a40-a536-869bc4a45d62 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:52.274409 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=80625b7d-3100-405f-bbdb-86b7f109155c,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:52.277389 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:52.595881 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:53.092547 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c85381-66fa-4425-9327-ae4c5c55c872 req-f050d2d4-2501-4e77-ad67-d14e3912f2a6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:53.101025 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d8c85381-66fa-4425-9327-ae4c5c55c872 req-f050d2d4-2501-4e77-ad67-d14e3912f2a6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1241837 Jun 04 13:55:53.103371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Router ea2544a6-d433-48c0-a7ec-681aaeec9e55 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:55:53.171097 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d8c85381-66fa-4425-9327-ae4c5c55c872 req-6cacb2f4-9d9d-48fc-8c74-ca726c6a3466 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691543 Jun 04 13:55:53.252654 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:53.314676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:55:53.323069 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Sync routers for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:55:53.333122 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:53.333727 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:53.405194 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] 10.222.0.10 "PUT /v2.0/routers/ea2544a6-d433-48c0-a7ec-681aaeec9e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199498 Jun 04 13:55:53.408237 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39652) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:53.522913 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:53.611045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:53.798261 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:53.847891 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:55:52Z', 'revision_number': 5, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port': {'id': 'd01b69c5-84cc-4cba-a6ad-03589f1514a9', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:51:40Z', 'updated_at': '2021-06-04T13:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:53.851597 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Checking router: ea2544a6-d433-48c0-a7ec-681aaeec9e55 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:55:53.859699 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Routers {'ea2544a6-d433-48c0-a7ec-681aaeec9e55'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:55:53.860306 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:55:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:53.966776 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Deleting port d01b69c5-84cc-4cba-a6ad-03589f1514a9 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:53.967346 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.034695 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] Set router ea2544a6-d433-48c0-a7ec-681aaeec9e55 gateway port host: None {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:55:54.116826 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] For port d01b69c5-84cc-4cba-a6ad-03589f1514a9, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=d01b69c5-84cc-4cba-a6ad-03589f1514a9,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:54.117082 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.147050 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:55:53Z', 'revision_number': 6, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port_host': None}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:54.151254 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190377ce-ec99-4846-bff7-19649b3a5ce1 None None] The sync data for ids ['ea2544a6-d433-48c0-a7ec-681aaeec9e55'] in dv-cinder-784779-14-smb is: [{'id': 'ea2544a6-d433-48c0-a7ec-681aaeec9e55', 'name': 'tempest-TestMinimumBasicScenario-162568208-router', 'tenant_id': '1e4e8b6cd5804c90869d6155ad673e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:51:39Z', 'updated_at': '2021-06-04T13:55:53Z', 'revision_number': 6, 'project_id': '1e4e8b6cd5804c90869d6155ad673e14', 'gw_port_host': None}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:55:54.259389 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Calling delete_port for d01b69c5-84cc-4cba-a6ad-03589f1514a9 owned by network:router_gateway {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:54.382065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540d9c-d0ef-4dba-9480-8641a6a4f5db req-c9df64e1-097b-4cb9-90f1-a8be5f9bb35e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:54.383488 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da540d9c-d0ef-4dba-9480-8641a6a4f5db req-c9df64e1-097b-4cb9-90f1-a8be5f9bb35e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0827866 Jun 04 13:55:54.429415 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da540d9c-d0ef-4dba-9480-8641a6a4f5db req-05d3f115-9e9b-4924-bb05-16d4e9860baa tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400810 Jun 04 13:55:54.483870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.488451 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:54.534577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01b69c5-84cc-4cba-a6ad-03589f1514a9,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:54.537819 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:54.641526 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.919433 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 80625b7d-3100-405f-bbdb-86b7f109155c no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:54.925233 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.928864 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:54.969438 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 80625b7d-3100-405f-bbdb-86b7f109155c {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:54.969438 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 80625b7d-3100-405f-bbdb-86b7f109155c not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:55.080241 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.081458 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea2544a6-d433-48c0-a7ec-681aaeec9e55 {{(pid=98873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:55:55.102421 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.104659 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ea2544a6-d433-48c0-a7ec-681aaeec9e55 HTTP/1.1" status: 204 len: 168 time: 1.6945639 Jun 04 13:55:55.107247 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39656) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:55.178086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Deleting subnet 84cf01c2-850a-48cf-bdb9-6a27f5dd0824 {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:55:55.183294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.265405 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.348336 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.691230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1330592-8de4-4671-99e0-55aab05ed45a req-c796adbd-6786-468f-9790-a170e4f79753 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:55.692766 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f1330592-8de4-4671-99e0-55aab05ed45a req-c796adbd-6786-468f-9790-a170e4f79753 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1298752 Jun 04 13:55:55.746243 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f1330592-8de4-4671-99e0-55aab05ed45a req-1e64d379-4c77-4aec-85be-843079af2a8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Jun 04 13:55:55.758469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.762892 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:55.797382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84cf01c2-850a-48cf-bdb9-6a27f5dd0824,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:55.800988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:55.802011 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:55.807187 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52d4ef-6de0-4da1-8460-8415faea2571 None None] Network 2feae784-3766-4b53-9717-97cdbb2d6178 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:55:55.810794 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/84cf01c2-850a-48cf-bdb9-6a27f5dd0824 HTTP/1.1" status: 204 len: 168 time: 0.7024596 Jun 04 13:55:55.813558 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39662) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:56.025394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.062793 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] DHCP port deletion for 2feae784-3766-4b53-9717-97cdbb2d6178 request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 13:55:56.153710 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Deleting port e4dad2c6-0349-495f-bbb1-b27ceffcb14d {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:56.154103 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.164900 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Deleting port e4dad2c6-0349-495f-bbb1-b27ceffcb14d {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:55:56.165442 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.263360 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] For port e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:56.263672 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.273315 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] For port e4dad2c6-0349-495f-bbb1-b27ceffcb14d, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,segment=NetworkSegment(146c8ad6-ea63-4e64-84f0-787b84cee450),segment_id=146c8ad6-ea63-4e64-84f0-787b84cee450)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:55:56.273676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.388943 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Calling delete_port for e4dad2c6-0349-495f-bbb1-b27ceffcb14d owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:56.401422 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Calling delete_port for e4dad2c6-0349-495f-bbb1-b27ceffcb14d owned by network:dhcp {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:55:56.590649 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.597913 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:56.599375 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.605173 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b6a6e033-1390-4cdd-841e-35fe2a2c22bc tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:56.652905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:56.656269 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:56.657157 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] No DVR routers for this DVR port e4dad2c6-0349-495f-bbb1-b27ceffcb14d on host dv-cinder-784779-14-smb {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:56.672313 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e4dad2c6-0349-495f-bbb1-b27ceffcb14d no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:56.720445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] No DVR routers for this DVR port e4dad2c6-0349-495f-bbb1-b27ceffcb14d on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:55:56.729379 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Pushing event deleted for resources: {'Port': ['ID=e4dad2c6-0349-495f-bbb1-b27ceffcb14d,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:56.731649 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: e4dad2c6-0349-495f-bbb1-b27ceffcb14d {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:56.732116 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e4dad2c6-0349-495f-bbb1-b27ceffcb14d not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:56.732523 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device d01b69c5-84cc-4cba-a6ad-03589f1514a9 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:55:56.784276 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.799939 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2feae784-3766-4b53-9717-97cdbb2d6178']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.807804 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.808115 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.808417 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.808745 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.809376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.809376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.809708 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.809989 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.810305 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.810618 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.811249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.811249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:55:56.813179 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146c8ad6-ea63-4e64-84f0-787b84cee450') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.814179 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146c8ad6-ea63-4e64-84f0-787b84cee450') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:55:56.818910 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:56.819687 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: d01b69c5-84cc-4cba-a6ad-03589f1514a9 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:55:56.820052 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device d01b69c5-84cc-4cba-a6ad-03589f1514a9 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:55:56.828302 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.850506 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.857246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:55:56.857659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: util.warn( Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: util.warn( Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: util.warn( Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: util.warn( Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:55:56.876357 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:55:57.032494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4341db-6894-4d17-8d73-9fde748befe9 req-340490ad-50f2-4212-a6c8-7f0e96f8a61f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:57.035346 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db4341db-6894-4d17-8d73-9fde748befe9 req-340490ad-50f2-4212-a6c8-7f0e96f8a61f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1580675 Jun 04 13:55:57.090321 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.102443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.115556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b0cc7a81-1e9b-4e9b-9dbc-733953afe175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:57.137021 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-db4341db-6894-4d17-8d73-9fde748befe9 req-a32b7ae1-cd9c-4bcc-b1bc-3118528f788e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920992 Jun 04 13:55:57.140699 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2feae784-3766-4b53-9717-97cdbb2d6178 HTTP/1.1" status: 204 len: 168 time: 1.3237102 Jun 04 13:55:57.142309 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2feae784-3766-4b53-9717-97cdbb2d6178,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:57.144985 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:57.595803 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39670) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:57.655223 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-785456fb-3d73-4e5a-a8e6-31df919d6d09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ff146c5a8294d0e86c6b54e33973fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580659 Jun 04 13:55:57.659141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39672) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:57.718053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.744053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.906709 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.910547 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-71903371-2504-4565-89be-9ea1f2dab5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:57.921595 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b13b6c-e6bf-4579-b41c-297621478cb2,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:57.925976 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:57.935741 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:57.936062 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-8cefecf8-c4cb-4265-8243-05063da14cc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68b13b6c-e6bf-4579-b41c-297621478cb2 HTTP/1.1" status: 204 len: 168 time: 0.2754469 Jun 04 13:55:58.342870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06180f-923e-43be-9c5e-5553ad370e69 req-04cdef9b-b3bd-409b-b580-c4034ab80ac8 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:58.344509 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b06180f-923e-43be-9c5e-5553ad370e69 req-04cdef9b-b3bd-409b-b580-c4034ab80ac8 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0823643 Jun 04 13:55:58.405704 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b06180f-923e-43be-9c5e-5553ad370e69 req-19eb8ead-a467-4f27-9429-9fd897c67762 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545073 Jun 04 13:55:58.748079 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39680) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:58.796733 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-fdb70622-c330-4891-a18d-22d6ad298495 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e4e8b6cd5804c90869d6155ad673e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473521 Jun 04 13:55:58.799178 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39682) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:55:58.876663 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:58.904974 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.049362 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.053170 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-bdfcd927-36ef-4731-b5ec-186c0628e1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:55:59.064215 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff936454-61ad-4702-93da-41233d5fdf9e,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:55:59.067119 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:55:59.072834 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:55:59.073973 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b23c3fe1-c4fc-4eb3-9afa-1a6d6c2473a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff936454-61ad-4702-93da-41233d5fdf9e HTTP/1.1" status: 204 len: 168 time: 0.2738798 Jun 04 13:55:59.653216 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80d7bf-224f-49f4-a9ba-22ce8af23b4d req-77e3c2c6-9f0d-41a8-94a2-e2cc788f3fc4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:55:59.654784 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a80d7bf-224f-49f4-a9ba-22ce8af23b4d req-77e3c2c6-9f0d-41a8-94a2-e2cc788f3fc4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0907655 Jun 04 13:55:59.733721 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a80d7bf-224f-49f4-a9ba-22ce8af23b4d req-1074319b-ab5f-47dd-b87b-a3a9072ed260 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702617 Jun 04 13:56:00.917897 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-dc164cd7-d591-4355-8c95-ff6967ffcd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:00.930423 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a9f9f-38f5-4647-ae64-b2d3ee5f3a83 req-e272092e-28de-4821-bb13-e7b00d4dfc32 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:00.931987 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb8a9f9f-38f5-4647-ae64-b2d3ee5f3a83 req-e272092e-28de-4821-bb13-e7b00d4dfc32 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0820732 Jun 04 13:56:00.978117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-eb8a9f9f-38f5-4647-ae64-b2d3ee5f3a83 req-e3474d67-6cc9-46b8-a921-01dd702cf2ec tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404737 Jun 04 13:56:02.217714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a5ded-0c05-45b4-987e-48372c3f5b13 req-1ada4315-718c-4beb-a5b6-1a0b66d23462 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:02.219186 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f37a5ded-0c05-45b4-987e-48372c3f5b13 req-1ada4315-718c-4beb-a5b6-1a0b66d23462 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0879672 Jun 04 13:56:02.269552 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f37a5ded-0c05-45b4-987e-48372c3f5b13 req-fad24713-8d54-4d0a-9cf5-9e04a240e020 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Jun 04 13:56:03.414132 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.536428 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e0aa23af-2e61-4347-af8e-7efb30066da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:03.568494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9dadd-9ffb-4b1b-9fe8-f86776ee8022 req-f8d1e44f-827d-4f16-aab1-a100ee8a2838 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:03.569936 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-73f9dadd-9ffb-4b1b-9fe8-f86776ee8022 req-f8d1e44f-827d-4f16-aab1-a100ee8a2838 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1698716 Jun 04 13:56:03.619101 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-73f9dadd-9ffb-4b1b-9fe8-f86776ee8022 req-ebbafeca-a4f7-4d7d-91c3-b0a91c922e2c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435143 Jun 04 13:56:04.811908 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c51eb8-754d-4af0-9f16-de9e5b04f9ae req-9dcf8fbd-edfc-4546-8852-5bb81b37e500 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:04.813322 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8c51eb8-754d-4af0-9f16-de9e5b04f9ae req-9dcf8fbd-edfc-4546-8852-5bb81b37e500 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0788748 Jun 04 13:56:04.858662 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b8c51eb8-754d-4af0-9f16-de9e5b04f9ae req-cd72fef6-f57c-4e00-9436-bff5c54c6d02 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398121 Jun 04 13:56:04.909674 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:06.146553 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7826ae-a0b3-4097-8d5b-0a0548673959 req-ce764c78-a15b-44a5-bc7a-052702e8a4de tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:06.147930 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2a7826ae-a0b3-4097-8d5b-0a0548673959 req-ce764c78-a15b-44a5-bc7a-052702e8a4de tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.1787491 Jun 04 13:56:06.193541 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2a7826ae-a0b3-4097-8d5b-0a0548673959 req-cb8162d4-03f8-4b05-a1fb-b7dfdcba4197 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Jun 04 13:56:06.509974 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:07.400868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c53bb-ac73-45fd-91ff-8e5024c8c7a4 req-765e62a9-d423-45d4-9a67-3cb7a964d8c4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:07.402253 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-951c53bb-ac73-45fd-91ff-8e5024c8c7a4 req-765e62a9-d423-45d4-9a67-3cb7a964d8c4 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0866094 Jun 04 13:56:07.493822 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-951c53bb-ac73-45fd-91ff-8e5024c8c7a4 req-b50f4acd-9287-4cf6-9950-a0b82a073214 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849252 Jun 04 13:56:07.525257 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-70408b3b-3087-4652-90b6-3126e4945107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:07.526721 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-70408b3b-3087-4652-90b6-3126e4945107 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1207cc56142a4113b95553c78e17c2a8&device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1096 time: 0.0834002 Jun 04 13:56:07.675186 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-f22a80f2-9425-43bd-b421-5a005407d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:07.676672 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-f22a80f2-9425-43bd-b421-5a005407d20e service neutron] 10.222.0.13 "GET /v2.0/networks?id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 200 len: 918 time: 0.1299529 Jun 04 13:56:07.804089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-1e06bc49-e1e4-4c60-a6c3-53c0c464b5ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 200 len: 998 time: 0.1208489 Jun 04 13:56:07.868205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-4bdf9196-ff38-4e74-8920-cb815131c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:07.869677 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-4bdf9196-ff38-4e74-8920-cb815131c416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 200 len: 856 time: 0.0589027 Jun 04 13:56:07.949928 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-9ab7e129-535e-40c4-a51e-c06e38fc65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:07.951301 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-9ab7e129-535e-40c4-a51e-c06e38fc65d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0739744 Jun 04 13:56:07.963930 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-c659ebed-e35e-4787-bcb9-830b169bcd34 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:56:07.964828 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-c659ebed-e35e-4787-bcb9-830b169bcd34 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050664 Jun 04 13:56:08.113420 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-e2bae509-fc28-4d86-a697-dbe6c3845893 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422372 Jun 04 13:56:08.262818 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6879d9c0-b6bc-45ac-86a4-91a9f3a5b8ef req-b516377a-b18f-4de2-8d94-603fe1a75904 service neutron] 10.222.0.13 "GET /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417177 Jun 04 13:56:08.696326 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e768c-1966-4151-8e15-b86dc7ad87f3 req-45e096b5-f952-4c48-adb3-7fbce83c42af tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:08.698057 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fe1e768c-1966-4151-8e15-b86dc7ad87f3 req-45e096b5-f952-4c48-adb3-7fbce83c42af tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0896230 Jun 04 13:56:08.743908 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-fe1e768c-1966-4151-8e15-b86dc7ad87f3 req-3236030e-4637-4e27-b41c-0fba0e3b8306 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395696 Jun 04 13:56:09.952328 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e824066-eb01-4b40-851a-be54377ce9aa req-939e937c-ce4e-4ebd-9b7e-98f2e0a5fe24 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:09.954120 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1e824066-eb01-4b40-851a-be54377ce9aa req-939e937c-ce4e-4ebd-9b7e-98f2e0a5fe24 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0962284 Jun 04 13:56:10.005867 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1e824066-eb01-4b40-851a-be54377ce9aa req-c15e8a19-cb0a-421b-ae34-c41be3943f24 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460293 Jun 04 13:56:10.942337 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:56:11.078192 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:11.093520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'port_id': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'mac_address': 'fa:16:3e:bc:9f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:56:11.154206 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:11.174698 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:56:11.190778 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:11.212772 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7d262-4339-42de-9c52-ae44f6a9d4be req-363c9bf0-ae03-4f19-9b1d-a77336e29b88 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:11.214159 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-68d7d262-4339-42de-9c52-ae44f6a9d4be req-363c9bf0-ae03-4f19-9b1d-a77336e29b88 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 943 time: 0.0802438 Jun 04 13:56:11.259559 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-68d7d262-4339-42de-9c52-ae44f6a9d4be req-57eab002-9a52-4ec3-b54b-63320437fc28 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 Jun 04 13:56:11.264116 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:11.265907 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:56:11.334696 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=9']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:11.337747 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:56:11.600719 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['adee7b42-2662-4bd9-ba95-7aa58339663a'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:56:12.458943 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fafd7-5c20-4238-bdf1-02e56c6aa488 req-675d6065-ca88-4fa2-ac2f-565b0ce34a71 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:12.460436 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5f9fafd7-5c20-4238-bdf1-02e56c6aa488 req-675d6065-ca88-4fa2-ac2f-565b0ce34a71 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 944 time: 0.0870318 Jun 04 13:56:12.505580 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5f9fafd7-5c20-4238-bdf1-02e56c6aa488 req-6ca8a9e8-b723-45fb-971a-f39f3e839d8b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 Jun 04 13:56:12.971059 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:56:13.037390 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port adee7b42-2662-4bd9-ba95-7aa58339663a triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:56:13.037771 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.155386 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.183638 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:56:13.185872 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b970b89-9ee6-4e62-9ccb-477540a2f923" -d '{"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:56:13.193646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:56:13.231969 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb6078-5f26-4b4a-89e7-10df7468f7d2 x-openstack-request-id: req-6dcb6078-5f26-4b4a-89e7-10df7468f7d2 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:56:13.231969 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-plugged", "status": "completed", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:56:13.231969 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dcb6078-5f26-4b4a-89e7-10df7468f7d2 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:56:13.231969 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'code': 200} Jun 04 13:56:13.303618 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:13.305496 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:56:13.371115 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=10']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:56:13.374136 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:56:13.700627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064b9cb-9a87-4f7b-81f9-4af6291deffd req-3c9918bb-4254-4a08-a777-80880d693e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:13.702097 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2064b9cb-9a87-4f7b-81f9-4af6291deffd req-3c9918bb-4254-4a08-a777-80880d693e16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 1099 time: 0.1292965 Jun 04 13:56:13.736699 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c8eae-de23-4fd2-b965-64507df81416 req-49c6f5e6-c40f-4b8b-96c1-2c66b6ebb56a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:13.738043 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-964c8eae-de23-4fd2-b965-64507df81416 req-49c6f5e6-c40f-4b8b-96c1-2c66b6ebb56a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.1175485 Jun 04 13:56:13.777039 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2064b9cb-9a87-4f7b-81f9-4af6291deffd req-101bf483-d6bc-4612-a5e3-a0f5adbe5e8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668342 Jun 04 13:56:13.796789 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-964c8eae-de23-4fd2-b965-64507df81416 req-a0d5fdbb-cb29-4fab-97ec-f6017138c709 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489261 Jun 04 13:56:15.020759 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816876d5-c232-4cfd-89d7-ca98762b0386 req-a578686a-98a1-47ae-9cc5-4118b9e4604a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:15.022526 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-816876d5-c232-4cfd-89d7-ca98762b0386 req-a578686a-98a1-47ae-9cc5-4118b9e4604a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.0866716 Jun 04 13:56:15.076121 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-816876d5-c232-4cfd-89d7-ca98762b0386 req-cf5555f5-716e-4824-9ffa-d188ee2a311e tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Jun 04 13:56:16.381030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a4564-e9aa-4a56-8e02-791e955adc17 req-4da9f236-57b4-4922-a9e3-f739a3654cb6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:16.382437 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6a5a4564-e9aa-4a56-8e02-791e955adc17 req-4da9f236-57b4-4922-a9e3-f739a3654cb6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.1915066 Jun 04 13:56:16.429550 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6a5a4564-e9aa-4a56-8e02-791e955adc17 req-3b4ef44a-c0fd-468c-a469-30e51adafb0a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Jun 04 13:56:17.624921 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d730ea6-092b-429f-becb-54421d3abc21 req-19ff2978-f6a0-47dc-9d0d-a83b2758a60c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:17.627157 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d730ea6-092b-429f-becb-54421d3abc21 req-19ff2978-f6a0-47dc-9d0d-a83b2758a60c tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.0809674 Jun 04 13:56:17.672550 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3d730ea6-092b-429f-becb-54421d3abc21 req-c9649176-19a4-460f-b34a-5a3d4c43996f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395918 Jun 04 13:56:23.201200 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:27.412293 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:56:30.968895 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f51b4a46-aae9-444f-b80a-cc72643899b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:33.403212 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:33.509295 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6f92-51cb-4e45-a141-062fcbd9e5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:34.917331 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:36.540551 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:53.246068 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:56:58.945288 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-00606258-bac8-43ee-8383-964cf9bd3d6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1705692 Jun 04 13:56:59.105989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-192fb9c4-d088-48bd-87bd-0021c5198006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:59.108083 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-192fb9c4-d088-48bd-87bd-0021c5198006 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0914338 Jun 04 13:56:59.257066 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-367cfaf8-3fa5-4196-b6eb-a720b3414ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:59.258495 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-367cfaf8-3fa5-4196-b6eb-a720b3414ade service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1305380 Jun 04 13:56:59.362008 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-c0ed2c91-84c2-44d2-90b0-9634951c5635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 1000 time: 0.0964005 Jun 04 13:56:59.444750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-75975ceb-dd9c-4d9e-8d20-53cb084bd8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:59.446182 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-75975ceb-dd9c-4d9e-8d20-53cb084bd8cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0768666 Jun 04 13:56:59.526001 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-bbd77306-9799-44c0-ae58-be9436e4c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:56:59.527475 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-bbd77306-9799-44c0-ae58-be9436e4c83e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736949 Jun 04 13:56:59.668724 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-24aed1c4-3173-4396-a68c-66cd537f3eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338184 Jun 04 13:56:59.805917 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-c6ff000d-6b8f-4729-9677-efe4bf6ff893 req-83545bd0-4ccf-4e07-9667-6807a79e7ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301384 Jun 04 13:57:00.756377 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39776) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:00.927007 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-0d36b281-5847-4a27-881c-83462171c45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.137290 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Deleting port 124d25fc-6e60-4fbe-9060-46cb280ef54e {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:01.137538 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.254365 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.254690 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.375815 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Calling delete_port for 124d25fc-6e60-4fbe-9060-46cb280ef54e owned by network:floatingip {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:01.571611 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.575330 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-19d72fa8-aaaf-493a-bb03-72641677547f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:01.620002 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event deleted for resources: {'Port': ['ID=124d25fc-6e60-4fbe-9060-46cb280ef54e,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:01.685933 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.686292 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.686666 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.686996 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.687340 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.687686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.688051 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.688393 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.688732 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.689070 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.689405 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.689758 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:01.695628 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:01.721166 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for floatingip, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:01.721573 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.db.l3_db [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Floating IP 6e74368f-4ce7-44f7-8b1e-77b514366369 disassociated (deleted). External IP: 172.28.1.86, port: 36c826ce-aaa5-42d4-bc4d-feade1e6969f. Jun 04 13:57:02.190806 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Router 5435816c-337f-4ee6-a546-952d695035ba has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:02.382302 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:02.393117 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Sync routers for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:02.395957 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:02.403522 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:02.404190 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:56:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:02.453393 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "DELETE /v2.0/floatingips/6e74368f-4ce7-44f7-8b1e-77b514366369 HTTP/1.1" status: 204 len: 168 time: 1.6933711 Jun 04 13:57:02.453393 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98873) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:02.454349 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2dcb7894f7af0020013f69b3724dec32cfd10ef730732371a9fde8c5cab65b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c96bf7-2420-405d-9cf6-15f26e13dd00" -d '{"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98873) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:02.498343 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d105e40-b99f-4ea2-92d0-980fc09ebdad x-openstack-request-id: req-7d105e40-b99f-4ea2-92d0-980fc09ebdad {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:02.498667 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "status": "completed", "code": 200}]} {{(pid=98873) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:02.498956 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d105e40-b99f-4ea2-92d0-980fc09ebdad {{(pid=98873) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:02.499390 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'status': 'completed', 'code': 200} Jun 04 13:57:02.596773 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:02.599469 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-3e020f18-213d-4b16-a4dc-b0b8446e3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:02.600981 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-3e020f18-213d-4b16-a4dc-b0b8446e3bd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e989811ff26c420b98ae143df1d27c5e&device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 1098 time: 0.0741956 Jun 04 13:57:02.741548 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-0e9feec9-470b-4682-a74c-b84c05a85709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:02.742993 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-0e9feec9-470b-4682-a74c-b84c05a85709 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 200 len: 909 time: 0.1335859 Jun 04 13:57:02.816754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-14ec61a2-ae42-4e6c-b0e0-caddf2db3b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 200 len: 217 time: 0.0665593 Jun 04 13:57:02.887379 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-d2a81e8e-4e58-424d-88c3-1bb7489bac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:02.888921 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-d2a81e8e-4e58-424d-88c3-1bb7489bac34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 200 len: 847 time: 0.0654235 Jun 04 13:57:02.967161 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:02.971491 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Checking router: 5435816c-337f-4ee6-a546-952d695035ba for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:02.977895 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-de37f7c0-36ab-45c5-9522-1684224f38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:02.980581 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-de37f7c0-36ab-45c5-9522-1684224f38cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc54342d-e37b-48ee-8c7a-5351c5600e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0826540 Jun 04 13:57:02.984628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:02.985279 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:56:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:03.179325 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:03.293027 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcaca6-419e-4fec-b1e0-5edfa9aa6274 req-7cd83bb4-26fc-466c-824e-6f33e6fa93cd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:03.294423 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50fcaca6-419e-4fec-b1e0-5edfa9aa6274 req-7cd83bb4-26fc-466c-824e-6f33e6fa93cd tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.2859316 Jun 04 13:57:03.301154 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-097be68f-9a6e-482d-bb3c-dcf523e3fddf service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108201 Jun 04 13:57:03.428320 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-50fcaca6-419e-4fec-b1e0-5edfa9aa6274 req-2f108fe6-0fce-4cbe-802e-b1ef130ae122 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259439 Jun 04 13:57:03.463148 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:03.494905 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a7c96bf7-2420-405d-9cf6-15f26e13dd00 req-6b3fa61c-03ae-4258-932d-8a9a2642da64 service neutron] 10.222.0.13 "GET /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792638 Jun 04 13:57:03.541646 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:03.545269 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-4c0b0942-4098-44aa-87c0-681a4c14c559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:03.547965 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d86ccd-acf2-4779-87fc-2d5bd8ede696 None None] The sync data for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb is: [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:50:01Z', 'revision_number': 4, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '6eb4c9f4-b9c1-4eac-a138-60a52c5361f7', 'name': '', 'network_id': 'bc54342d-e37b-48ee-8c7a-5351c5600e5f', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'mac_address': 'fa:16:3e:e1:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '865010c5-b60a-4654-a473-2154d8c5024c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:00Z', 'updated_at': '2021-06-04T13:50:08Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'subnets': [{'id': '865010c5-b60a-4654-a473-2154d8c5024c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:03.776358 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d01164-28f0-430c-94f0-6505e51919fa None None] New status for floating IP 6e74368f-4ce7-44f7-8b1e-77b514366369: DOWN {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:04.412916 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:57:04.642044 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a5856-9277-4172-93ac-840ee88d5a5e req-e563d8f8-e2f0-4ee8-b00e-2e7507ee6e91 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:04.643668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-491a5856-9277-4172-93ac-840ee88d5a5e req-e563d8f8-e2f0-4ee8-b00e-2e7507ee6e91 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0807648 Jun 04 13:57:04.695539 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-491a5856-9277-4172-93ac-840ee88d5a5e req-407a2009-dc9e-435f-b0d6-4829b72d89b8 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bbe9965-c6c9-45a0-a45b-79dbccdcea45&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451698 Jun 04 13:57:04.802309 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-1d5a1af3-4aec-4092-8144-bdd294b00f06 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:04.804599 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-1d5a1af3-4aec-4092-8144-bdd294b00f06 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.13 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 945 time: 0.0905740 Jun 04 13:57:04.926012 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:04.959876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Deleting port 36c826ce-aaa5-42d4-bc4d-feade1e6969f {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:04.960176 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.108267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] For port 36c826ce-aaa5-42d4-bc4d-feade1e6969f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=36c826ce-aaa5-42d4-bc4d-feade1e6969f,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:05.108583 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.251106 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Calling delete_port for 36c826ce-aaa5-42d4-bc4d-feade1e6969f owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:05.454547 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.460932 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-21a92a96-48c0-4440-82f0-777872f73e01 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:05.521958 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event deleted for resources: {'Port': ['ID=36c826ce-aaa5-42d4-bc4d-feade1e6969f,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:05.562233 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.562601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.562964 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.563322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.563674 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.564049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.564394 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.564738 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.565083 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.565448 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.565769 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.567079 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:05.574571 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:05.610165 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] No DVR routers for this DVR port 36c826ce-aaa5-42d4-bc4d-feade1e6969f on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:05.612878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:05.615513 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-deleted', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:05.617804 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afa915-48d1-43fe-9647-de11e092a98f" -d '{"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-deleted", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:05.624073 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2b80bcc4-4f5b-41e0-b886-c7a642139ae9 req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.13 "DELETE /v2.0/ports/36c826ce-aaa5-42d4-bc4d-feade1e6969f HTTP/1.1" status: 204 len: 173 time: 0.8142111 Jun 04 13:57:05.800121 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523e8bf0-cf76-40bd-b65e-6f0bd1a1c088 x-openstack-request-id: req-523e8bf0-cf76-40bd-b65e-6f0bd1a1c088 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:05.801239 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28805e3e-ca05-4ba9-8486-827b6887137a", "name": "network-vif-deleted", "tag": "36c826ce-aaa5-42d4-bc4d-feade1e6969f", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:05.801239 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-523e8bf0-cf76-40bd-b65e-6f0bd1a1c088 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:05.801239 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28805e3e-ca05-4ba9-8486-827b6887137a', 'name': 'network-vif-deleted', 'tag': '36c826ce-aaa5-42d4-bc4d-feade1e6969f', 'status': 'completed', 'code': 200} Jun 04 13:57:05.861447 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-92666e03-0ce2-4480-ac62-9ff2a185a355 req-e695474b-6c83-4075-b629-92ea789e6e40 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Synchronizing usage tracker for tenant:e989811ff26c420b98ae143df1d27c5e on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:05.960630 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-92666e03-0ce2-4480-ac62-9ff2a185a355 req-e695474b-6c83-4075-b629-92ea789e6e40 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Unset dirty status for tenant:e989811ff26c420b98ae143df1d27c5e on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:05.963661 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-92666e03-0ce2-4480-ac62-9ff2a185a355 req-e695474b-6c83-4075-b629-92ea789e6e40 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.1467807 Jun 04 13:57:06.514849 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:07.130623 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d22a8921-782f-41f0-b901-25ad5d343829 req-34b76e85-0ca9-4369-be7b-a010b8c2a038 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "GET /v2.0/ports?device_id=28805e3e-ca05-4ba9-8486-827b6887137a HTTP/1.1" status: 200 len: 210 time: 0.0435216 Jun 04 13:57:08.225792 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39808) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:08.294681 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.325618 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.457487 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.461441 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-36b4b8e9-e610-481f-9588-3ad44078cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:08.477558 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbe9965-c6c9-45a0-a45b-79dbccdcea45,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:08.480325 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:08.570639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:08.571678 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] 10.222.0.10 "DELETE /v2.0/security-groups/7bbe9965-c6c9-45a0-a45b-79dbccdcea45 HTTP/1.1" status: 204 len: 168 time: 0.3448882 Jun 04 13:57:08.675039 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39812) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:09.195741 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:09.229396 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: 36c826ce-aaa5-42d4-bc4d-feade1e6969f {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:09.229742 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device 36c826ce-aaa5-42d4-bc4d-feade1e6969f not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:09.330341 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.841032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Deleting port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:09.841370 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:09.967172 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] For port 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:09.967524 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.091328 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Calling delete_port for 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 owned by network:router_interface {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:10.308874 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.312933 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ac9a55bd-43ed-4ded-a247-5974a672b3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:10.355689 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb4c9f4-b9c1-4eac-a138-60a52c5361f7,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:10.359093 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:10.632336 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:10.990502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Router 5435816c-337f-4ee6-a546-952d695035ba has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:11.168165 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:11.176417 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Sync routers for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:11.186382 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:11.195092 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:11.245554 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-a2cde683-82ee-4e91-9b6c-213c17ee518c admin admin] 10.222.0.10 "PUT /v2.0/routers/5435816c-337f-4ee6-a546-952d695035ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689118 Jun 04 13:57:11.249755 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39816) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:11.385451 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:11.525639 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:11.679539 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:57:10Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:11.683569 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Checking router: 5435816c-337f-4ee6-a546-952d695035ba for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:11.692818 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Routers {'5435816c-337f-4ee6-a546-952d695035ba'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:11.693552 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['5435816c-337f-4ee6-a546-952d695035ba'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:11.709014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:11.839622 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Deleting port 24540782-079f-49ab-9dc6-5ba12eb02cd6 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:11.840157 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:11.930679 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] Set router 5435816c-337f-4ee6-a546-952d695035ba gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:11.975004 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] For port 24540782-079f-49ab-9dc6-5ba12eb02cd6, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24540782-079f-49ab-9dc6-5ba12eb02cd6,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:11.975446 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.108361 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Calling delete_port for 24540782-079f-49ab-9dc6-5ba12eb02cd6 owned by network:router_gateway {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:12.234354 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:57:10Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:12.238402 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef94ade-2848-4c1f-973e-ff6b93224a4c None None] The sync data for ids ['5435816c-337f-4ee6-a546-952d695035ba'] in dv-cinder-784779-14-smb is: [{'id': '5435816c-337f-4ee6-a546-952d695035ba', 'name': 'tempest-TestShelveInstance-920803890-router', 'tenant_id': 'e989811ff26c420b98ae143df1d27c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165'}], 'enable_snat': True}, 'gw_port_id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:49:53Z', 'updated_at': '2021-06-04T13:57:10Z', 'revision_number': 5, 'project_id': 'e989811ff26c420b98ae143df1d27c5e', 'gw_port': {'id': '24540782-079f-49ab-9dc6-5ba12eb02cd6', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:79:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5435816c-337f-4ee6-a546-952d695035ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:49:54Z', 'updated_at': '2021-06-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:12.326268 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.330473 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e896d5e8-fd40-4c80-8fb2-c27a2943db85 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:12.377686 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=24540782-079f-49ab-9dc6-5ba12eb02cd6,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:12.409409 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:12.468282 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.641519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.643821 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.675829 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:12.712244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:12.712644 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 6eb4c9f4-b9c1-4eac-a138-60a52c5361f7 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:12.758014 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.758676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5435816c-337f-4ee6-a546-952d695035ba {{(pid=98873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:57:12.772626 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.773850 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-352b6b1d-63f9-4f99-9799-f71da3592ab3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5435816c-337f-4ee6-a546-952d695035ba HTTP/1.1" status: 204 len: 168 time: 1.5231345 Jun 04 13:57:12.776385 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39820) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:12.842726 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Deleting subnet 865010c5-b60a-4654-a473-2154d8c5024c {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:57:12.845828 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:12.897652 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.112318 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.492380 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.496536 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b27c134d-5c13-4fd8-b8ac-4eb8eb75a818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:13.541541 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=865010c5-b60a-4654-a473-2154d8c5024c,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:13.544391 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.547705 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:13.548442 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41c337-4efa-4d9f-baaf-1ba7f19f90be None None] Network bc54342d-e37b-48ee-8c7a-5351c5600e5f requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:57:13.551914 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-d18c37ae-55ec-4ab0-9f4a-5fa28c8f880a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/865010c5-b60a-4654-a473-2154d8c5024c HTTP/1.1" status: 204 len: 168 time: 0.7744424 Jun 04 13:57:13.554583 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39828) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:13.668127 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.753597 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Deleting port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:13.753811 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.838218 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] DHCP port deletion for bc54342d-e37b-48ee-8c7a-5351c5600e5f request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 13:57:13.862220 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] For port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:13.862632 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.902365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab7df7-986b-4dae-a55e-efd00637d008 req-02011361-55a6-4424-a79c-84b337b43410 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:13.903895 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-56ab7df7-986b-4dae-a55e-efd00637d008 req-02011361-55a6-4424-a79c-84b337b43410 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.0861130 Jun 04 13:57:13.908049 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Deleting port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:13.908443 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:13.964883 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-56ab7df7-986b-4dae-a55e-efd00637d008 req-d54a5d45-a54e-4285-9a71-bc252e150a84 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544925 Jun 04 13:57:13.999288 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Calling delete_port for b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 owned by network:dhcp {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:14.023948 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] For port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,segment=NetworkSegment(807fcc61-4208-4ee8-ad15-8fb5989b360e),segment_id=807fcc61-4208-4ee8-ad15-8fb5989b360e)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:14.023948 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.134447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.138288 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f94e1a5c-7267-4efe-933d-f8c6fbcd64d7 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:14.148924 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Calling delete_port for b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:14.181848 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:14.185879 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:14.188280 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] No DVR routers for this DVR port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 on host dv-cinder-784779-14-smb {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:14.203185 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.207431 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-23ba009c-afa0-49fc-b3f1-08418d0cf86a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:14.253557 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Pushing event deleted for resources: {'Port': ['ID=b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:14.259111 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] No DVR routers for this DVR port b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:14.265652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.266062 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.266383 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.266761 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.267092 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.267414 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.267721 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.268082 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.268754 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.268754 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.269014 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.269295 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:14.272563 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-936c8567-5147-4321-bf9a-9407e57e9f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:14.312395 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.327805 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54342d-e37b-48ee-8c7a-5351c5600e5f']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.341484 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807fcc61-4208-4ee8-ad15-8fb5989b360e') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.341863 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807fcc61-4208-4ee8-ad15-8fb5989b360e') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:14.355475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.380501 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.388129 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:57:14.388519 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:57:14.401924 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:57:14.538442 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.542228 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6c292513-a840-4a48-8c90-c6f4fec2bfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:14.556269 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:14.566666 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc54342d-e37b-48ee-8c7a-5351c5600e5f,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:14.570007 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:14.641296 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bc54342d-e37b-48ee-8c7a-5351c5600e5f HTTP/1.1" status: 204 len: 168 time: 1.0856161 Jun 04 13:57:14.645299 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39832) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:14.665301 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:14.696313 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:14.696665 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device b66e0005-f6ff-4cb1-ae93-1c7d1beb7a05 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:14.697094 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24540782-079f-49ab-9dc6-5ba12eb02cd6 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:14.731310 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 24540782-079f-49ab-9dc6-5ba12eb02cd6 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:14.731665 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24540782-079f-49ab-9dc6-5ba12eb02cd6 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:15.175665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9269f-b011-45a3-a872-8d849796c9a9 req-c18e2e8e-2c89-43bc-860e-aa9e1fd80409 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:15.177278 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a4e9269f-b011-45a3-a872-8d849796c9a9 req-c18e2e8e-2c89-43bc-860e-aa9e1fd80409 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.0923126 Jun 04 13:57:15.223498 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a4e9269f-b011-45a3-a872-8d849796c9a9 req-3c27de72-3676-4e49-8624-2c2b7b75e3b7 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups?id=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Jun 04 13:57:15.321225 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.499742 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-3bbb10a8-fe38-4f3b-bd98-e644f3233e5b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:15.501216 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-3bbb10a8-fe38-4f3b-bd98-e644f3233e5b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 946 time: 0.0835104 Jun 04 13:57:15.644934 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Deleting port adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:15.645188 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.732730 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Deleting port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:15.733069 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.779554 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] For port adee7b42-2662-4bd9-ba95-7aa58339663a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=adee7b42-2662-4bd9-ba95-7aa58339663a,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:15.779952 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.857097 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] For port 245233b2-87cd-4e41-ba8e-a15cb28f6ac4, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:15.857446 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:15.985086 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Calling delete_port for 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 owned by network:router_interface {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:16.188935 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.189290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.189788 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.189972 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Floating IP ff2232d4-1352-4efb-a076-905c5fa8c1c5 disassociated. External IP: 172.28.1.20, port: adee7b42-2662-4bd9-ba95-7aa58339663a. Jun 04 13:57:16.190316 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Calling delete_port for adee7b42-2662-4bd9-ba95-7aa58339663a owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:16.192965 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e1d5e2de-7628-48c3-91aa-d68d681dee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:16.239044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Pushing event deleted for resources: {'Port': ['ID=245233b2-87cd-4e41-ba8e-a15cb28f6ac4,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:16.243147 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:16.385437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.398770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3b1dc714-5023-481b-98b4-36f2041e948c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:16.437842 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-44aa949e-e522-4b20-a5aa-65998e56facd req-696cd267-fe9b-44e7-a4d6-a68c9f9d7436 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 210 time: 0.0898044 Jun 04 13:57:16.445617 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'Port': ['ID=adee7b42-2662-4bd9-ba95-7aa58339663a,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:16.503389 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:16.618924 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.642671 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:16.829637 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:16.842661 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:16.854199 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:16.855170 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:16.919380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] No DVR routers for this DVR port adee7b42-2662-4bd9-ba95-7aa58339663a on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:16.922152 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:16.933525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-deleted', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:16.936268 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec42b57-2f79-4d5a-bbb1-d3512dc2690a" -d '{"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-deleted", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:16.985228 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a8377-c1b1-42f2-a278-3aebf3cc4827 x-openstack-request-id: req-110a8377-c1b1-42f2-a278-3aebf3cc4827 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:16.985619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176324e-838b-44c5-b902-a977ac2b5a9a", "name": "network-vif-deleted", "tag": "adee7b42-2662-4bd9-ba95-7aa58339663a", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:16.986230 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-110a8377-c1b1-42f2-a278-3aebf3cc4827 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:16.986711 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176324e-838b-44c5-b902-a977ac2b5a9a', 'name': 'network-vif-deleted', 'tag': 'adee7b42-2662-4bd9-ba95-7aa58339663a', 'status': 'completed', 'code': 200} Jun 04 13:57:16.995635 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:17.012338 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6b0acc2f-691d-4205-aebd-11bd003e3a4b req-f99f7939-c8ea-4f42-9626-fe38b60b1f8f tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.13 "DELETE /v2.0/ports/adee7b42-2662-4bd9-ba95-7aa58339663a HTTP/1.1" status: 204 len: 173 time: 1.5035932 Jun 04 13:57:17.046292 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:17.183683 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:17.192616 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-20d5178c-89a8-4cca-881a-a8a164d6357a admin admin] 10.222.0.10 "PUT /v2.0/routers/7c65ecb6-1985-4acf-b0bb-0baf9fa05157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463028 Jun 04 13:57:17.194534 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Sync routers for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:17.195575 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39840) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:17.204630 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:17.205318 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.382586 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.387550 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:17.398667 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks [] for router, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:17.401445 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:17.402085 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.411694 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:17.597562 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:17.637238 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:17.771787 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104'}], 'enable_snat': True}, 'gw_port_id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:57:16Z', 'revision_number': 5, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port': {'id': 'fc8faefe-04e6-4cd5-b351-a71e49a6728d', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:50:07Z', 'updated_at': '2021-06-04T13:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.776320 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Checking router: 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:17.789374 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Routers {'7c65ecb6-1985-4acf-b0bb-0baf9fa05157'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:17.790007 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.826178 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d09e1bf9-1dc2-427f-bacc-adb016ff1fe3 req-22757c0d-609b-4464-b8a4-aff008f4825b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Synchronizing usage tracker for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:17.873148 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Deleting port fc8faefe-04e6-4cd5-b351-a71e49a6728d {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:17.873676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:17.952142 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] Set router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 gateway port host: None {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:17.962839 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d09e1bf9-1dc2-427f-bacc-adb016ff1fe3 req-22757c0d-609b-4464-b8a4-aff008f4825b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Unset dirty status for tenant:1207cc56142a4113b95553c78e17c2a8 on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:17.963907 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d09e1bf9-1dc2-427f-bacc-adb016ff1fe3 req-22757c0d-609b-4464-b8a4-aff008f4825b tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/ports?device_id=b176324e-838b-44c5-b902-a977ac2b5a9a HTTP/1.1" status: 200 len: 210 time: 0.3348913 Jun 04 13:57:17.987850 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:17.993211 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7548773e-7c0c-4b93-94f1-fc1ec904d17b None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:47:09Z', 'revision_number': 4, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': 'a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad', 'name': '', 'network_id': '57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'mac_address': 'fa:16:3e:a8:e4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:07Z', 'updated_at': '2021-06-04T13:47:18Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'subnets': [{'id': 'bde59c82-e204-43a1-a208-7b0448e5b85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:18.045493 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] For port fc8faefe-04e6-4cd5-b351-a71e49a6728d, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=fc8faefe-04e6-4cd5-b351-a71e49a6728d,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:18.049544 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.069887 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:57:17Z', 'revision_number': 6, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port_host': None}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:18.074725 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8649c1e0-d2ad-421d-8c79-30f87ce2de92 None None] The sync data for ids ['7c65ecb6-1985-4acf-b0bb-0baf9fa05157'] in dv-cinder-784779-14-smb is: [{'id': '7c65ecb6-1985-4acf-b0bb-0baf9fa05157', 'name': 'tempest-TestShelveInstance-1993735341-router', 'tenant_id': '01d3383f93bf4fd5a9ca52b908a76311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:50:06Z', 'updated_at': '2021-06-04T13:57:17Z', 'revision_number': 6, 'project_id': '01d3383f93bf4fd5a9ca52b908a76311', 'gw_port_host': None}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:18.182334 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Calling delete_port for fc8faefe-04e6-4cd5-b351-a71e49a6728d owned by network:router_gateway {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:18.248132 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d749a-8df6-4cc8-8c5c-9875e5899ecf None None] New status for floating IP ff2232d4-1352-4efb-a076-905c5fa8c1c5: DOWN {{(pid=98875) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:57:18.423308 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.428741 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:18.478782 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8faefe-04e6-4cd5-b351-a71e49a6728d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:18.506156 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:18.571338 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.745529 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.747600 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.841204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.841746 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c65ecb6-1985-4acf-b0bb-0baf9fa05157 {{(pid=98872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:57:18.856877 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:18.858925 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.860069 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7c65ecb6-1985-4acf-b0bb-0baf9fa05157 HTTP/1.1" status: 204 len: 168 time: 1.6634841 Jun 04 13:57:18.862656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39844) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:18.894906 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:18.895334 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 245233b2-87cd-4e41-ba8e-a15cb28f6ac4 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:18.895942 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device fc8faefe-04e6-4cd5-b351-a71e49a6728d no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:18.922708 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Deleting subnet 9d5215f7-cbf0-4cf2-aa35-80497ecc3168 {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:57:18.925795 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:18.930136 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: fc8faefe-04e6-4cd5-b351-a71e49a6728d {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:18.930490 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device fc8faefe-04e6-4cd5-b351-a71e49a6728d not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:18.975728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.063665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.189646 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39850) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:19.257763 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.264594 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:19.287912 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.306991 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: adee7b42-2662-4bd9-ba95-7aa58339663a {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:19.307750 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device adee7b42-2662-4bd9-ba95-7aa58339663a not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:19.394868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.399611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-cdebd6c3-6a4f-4bb9-82f9-64b1444a70cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:19.422927 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.426850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ea4d6014-9da8-477d-87de-c4aa798083e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:19.437929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5215f7-cbf0-4cf2-aa35-80497ecc3168,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:19.441108 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:19.442088 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.443806 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cc9e1d-a5a7-4ca4-adc6-7a8191fba876,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:19.445343 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:19.448276 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e2cd513a-21e1-4028-98dc-d5b0a526552d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d5215f7-cbf0-4cf2-aa35-80497ecc3168 HTTP/1.1" status: 204 len: 168 time: 0.5846419 Jun 04 13:57:19.450659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39852) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:19.457602 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae035a18-7143-4db2-9880-931f5663e0ec None None] Network 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:57:19.516257 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.519673 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-dd18a97f-553e-40b6-a5b8-ab2545f265a3 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "DELETE /v2.0/security-groups/87cc9e1d-a5a7-4ca4-adc6-7a8191fba876 HTTP/1.1" status: 204 len: 168 time: 0.3265944 Jun 04 13:57:19.519945 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39854) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:19.535861 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.api.v2.resource [None req-4e4b27da-df8a-4f73-9b2e-0e9ee825edc6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] show failed (client error): The resource could not be found. Jun 04 13:57:19.540252 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-4e4b27da-df8a-4f73-9b2e-0e9ee825edc6 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "GET /v2.0/security-groups/87cc9e1d-a5a7-4ca4-adc6-7a8191fba876 HTTP/1.1" status: 404 len: 347 time: 0.0158205 Jun 04 13:57:19.540474 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39856) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:19.662359 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.732548 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] DHCP port deletion for 3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 13:57:19.741983 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Deleting port 24481402-9fdb-426f-ada4-37a381ecb1f4 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:19.742322 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.793344 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Deleting port 1d8ea042-cb7b-426a-be35-84aa75006fc2 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:19.793624 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.800363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Deleting port 24481402-9fdb-426f-ada4-37a381ecb1f4 {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:19.800765 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.849325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] For port 24481402-9fdb-426f-ada4-37a381ecb1f4, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24481402-9fdb-426f-ada4-37a381ecb1f4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:19.849829 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.904417 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] For port 24481402-9fdb-426f-ada4-37a381ecb1f4, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=24481402-9fdb-426f-ada4-37a381ecb1f4,segment=NetworkSegment(b0cba234-91ba-466e-868b-631922028c33),segment_id=b0cba234-91ba-466e-868b-631922028c33)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:19.905047 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.918397 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.918754 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:19.975508 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Calling delete_port for 24481402-9fdb-426f-ada4-37a381ecb1f4 owned by network:dhcp {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:20.030605 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Calling delete_port for 24481402-9fdb-426f-ada4-37a381ecb1f4 owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:20.061105 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Calling delete_port for 1d8ea042-cb7b-426a-be35-84aa75006fc2 owned by network:floatingip {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:20.097127 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.102259 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:20.102734 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.106391 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:20.150580 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Pushing event deleted for resources: {'Port': ['ID=24481402-9fdb-426f-ada4-37a381ecb1f4,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:20.150841 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Pushing event deleted for resources: {'Port': ['ID=24481402-9fdb-426f-ada4-37a381ecb1f4,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:20.153550 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] No DVR routers for this DVR port 24481402-9fdb-426f-ada4-37a381ecb1f4 on host dv-cinder-784779-14-smb {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:20.154221 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:20.155459 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:20.156498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d7eda-98c1-4c79-a6ee-a09ac87e83eb None None] No DVR routers for this DVR port 24481402-9fdb-426f-ada4-37a381ecb1f4 on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:20.272347 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.285041 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:20.297383 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cba234-91ba-466e-868b-631922028c33') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:20.297678 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cba234-91ba-466e-868b-631922028c33') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:20.302851 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.307762 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ab68bcfd-2f31-4fb5-b468-f1c03d8d35d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:20.309199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.325648 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.331974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:57:20.332364 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:57:20.345977 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:57:20.382947 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Pushing event deleted for resources: {'Port': ['ID=1d8ea042-cb7b-426a-be35-84aa75006fc2,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:20.385407 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:20.491789 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.495704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-59fc68ec-cfff-47ea-91da-664b7704bcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:20.509902 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.520523 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:20.524081 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:20.529080 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] 10.222.0.10 "DELETE /v2.0/networks/3ea6c8d9-1f2e-4b4f-a92c-3bafecbc16ad HTTP/1.1" status: 204 len: 168 time: 1.0742767 Jun 04 13:57:20.559178 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks [] for floatingip, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.639663 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:20.643569 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-2e7a35a3-c60d-4c55-8a40-9cacc816ff86 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff2232d4-1352-4efb-a076-905c5fa8c1c5 HTTP/1.1" status: 204 len: 168 time: 1.0992646 Jun 04 13:57:20.653743 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24481402-9fdb-426f-ada4-37a381ecb1f4 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:20.687640 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 24481402-9fdb-426f-ada4-37a381ecb1f4 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:20.688002 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 24481402-9fdb-426f-ada4-37a381ecb1f4 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:20.882642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39862) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:20.930662 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f35bd088-39fc-4d7f-9c34-57f7f11c673f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e989811ff26c420b98ae143df1d27c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467722 Jun 04 13:57:20.933003 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39864) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:20.991752 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:21.018577 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:21.132629 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:21.137553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-75889375-3df9-4faa-ae72-550cc0133064 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:21.155228 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ac7642-af2a-4069-ac59-8c773e80787d,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:21.158152 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:21.160306 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:21.161299 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-fc3f1e95-655c-4074-a119-c9e1153ff0b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61ac7642-af2a-4069-ac59-8c773e80787d HTTP/1.1" status: 204 len: 168 time: 0.2274263 Jun 04 13:57:21.835959 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39872) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:21.883175 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ef7afb90-440f-4d6d-8e40-513554f5131c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01d3383f93bf4fd5a9ca52b908a76311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454512 Jun 04 13:57:21.885563 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39874) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:21.940419 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:21.966629 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:22.091501 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:22.095265 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-88ad3d0f-80be-4f1d-a66c-63a40d63d17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:22.108068 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6a638-34b1-42db-a9b5-8a06be67ce29,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:22.110424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:22.114838 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:22.116321 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06c6a638-34b1-42db-a9b5-8a06be67ce29 HTTP/1.1" status: 204 len: 168 time: 0.2298880 Jun 04 13:57:23.212256 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:23.749529 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39894) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:24.489058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:24.889642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Deleting port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:24.890329 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:25.007748 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] For port a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:25.008084 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:25.129896 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Calling delete_port for a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad owned by network:router_interface {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:25.425879 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:25.429786 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-4db8a073-286f-494d-a46d-a557f651e306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:25.481344 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:25.483758 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:25.748222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:26.108505 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:26.303157 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:26.311621 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Sync routers for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:26.316562 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f5638f52-d795-4967-ad98-568ff946b481 admin admin] 10.222.0.10 "PUT /v2.0/routers/fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5659909 Jun 04 13:57:26.319032 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39898) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:26.322735 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:26.323347 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:26.498687 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks [] for router, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:26.542959 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:26.787630 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:26.849571 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'e06d4489-042e-490a-a131-ba117edfb636', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:57:25Z', 'revision_number': 5, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port': {'id': 'e06d4489-042e-490a-a131-ba117edfb636', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:bd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:47:01Z', 'updated_at': '2021-06-04T13:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:26.854320 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Checking router: fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:26.862327 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Routers {'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:26.862921 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:26.970013 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Deleting port e06d4489-042e-490a-a131-ba117edfb636 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:26.970332 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.016126 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] Set router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 gateway port host: None {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:27.093728 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] For port e06d4489-042e-490a-a131-ba117edfb636, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=e06d4489-042e-490a-a131-ba117edfb636,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:27.094081 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.123336 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:57:26Z', 'revision_number': 6, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port_host': None}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:27.128349 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab0463-5436-4b77-99ef-053f40b6804f None None] The sync data for ids ['fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561'] in dv-cinder-784779-14-smb is: [{'id': 'fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561', 'name': 'tempest-AttachVolumeShelveTestJSON-1791181932-router', 'tenant_id': '1207cc56142a4113b95553c78e17c2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:46:59Z', 'updated_at': '2021-06-04T13:57:26Z', 'revision_number': 6, 'project_id': '1207cc56142a4113b95553c78e17c2a8', 'gw_port_host': None}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:27.224650 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Calling delete_port for e06d4489-042e-490a-a131-ba117edfb636 owned by network:router_gateway {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:27.417211 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.421056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:27.469444 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06d4489-042e-490a-a131-ba117edfb636,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:27.472586 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:27.566018 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.742461 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.744593 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.819809 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.820101 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 {{(pid=98873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 13:57:27.832203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.833537 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-3234abec-618a-49c0-b617-7b1e9a95b865 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fcc086c0-fd5e-4f6f-a6d9-5b2b14df7561 HTTP/1.1" status: 204 len: 168 time: 1.5129724 Jun 04 13:57:27.836504 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39900) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:27.897199 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Deleting subnet bde59c82-e204-43a1-a208-7b0448e5b85b {{(pid=98873) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 13:57:27.901058 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:27.950876 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1522062'] for subnet, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.034160 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.337598 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2770651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2838546'] for subnet, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.341587 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:28.379124 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde59c82-e204-43a1-a208-7b0448e5b85b,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:28.382744 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:28.383738 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for subnet, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.389783 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32da648-a3e6-4fbb-b7b3-14bcb6ebb56d None None] Network 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:57:28.390241 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-f258482c-acfd-4c04-83b0-a3cf8d29f5ad admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bde59c82-e204-43a1-a208-7b0448e5b85b HTTP/1.1" status: 204 len: 168 time: 0.5524039 Jun 04 13:57:28.392253 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 39902) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:28.492749 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.566513 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Deleting port 0e417e36-edfb-4e56-9f5b-66dfabc66331 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:28.567005 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.643601 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] DHCP port deletion for 57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 13:57:28.694227 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e06d4489-042e-490a-a131-ba117edfb636 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:28.734154 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: e06d4489-042e-490a-a131-ba117edfb636 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:28.734500 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device e06d4489-042e-490a-a131-ba117edfb636 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:28.734928 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:28.774804 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] For port 0e417e36-edfb-4e56-9f5b-66dfabc66331, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0e417e36-edfb-4e56-9f5b-66dfabc66331,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:28.775156 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.776315 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:28.776668 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device a7bc59d4-090e-4af4-afa3-ddcdd25ef6ad not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:28.793307 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Deleting port 0e417e36-edfb-4e56-9f5b-66dfabc66331 {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 13:57:28.793685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.892243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] For port 0e417e36-edfb-4e56-9f5b-66dfabc66331, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=0e417e36-edfb-4e56-9f5b-66dfabc66331,segment=NetworkSegment(05aefb16-2ed6-4b80-8420-b4aafc8b295a),segment_id=05aefb16-2ed6-4b80-8420-b4aafc8b295a)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:28.892525 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:28.902713 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Calling delete_port for 0e417e36-edfb-4e56-9f5b-66dfabc66331 owned by network:dhcp {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:29.005755 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.010840 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-49f34bfb-2013-437c-80a3-bec0ff974b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:29.012480 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Calling delete_port for 0e417e36-edfb-4e56-9f5b-66dfabc66331 owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 13:57:29.056352 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.057482 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e417e36-edfb-4e56-9f5b-66dfabc66331,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:29.059982 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:29.060589 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:29.061360 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] No DVR routers for this DVR port 0e417e36-edfb-4e56-9f5b-66dfabc66331 on host dv-cinder-784779-14-smb {{(pid=98873) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:29.109088 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Pushing event deleted for resources: {'Port': ['ID=0e417e36-edfb-4e56-9f5b-66dfabc66331,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:29.112590 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] No DVR routers for this DVR port 0e417e36-edfb-4e56-9f5b-66dfabc66331 on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 13:57:29.112590 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-1a67086a-dd77-41c8-92df-41bbdb7cbf25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:29.206417 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.219929 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688']}} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:29.232447 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aefb16-2ed6-4b80-8420-b4aafc8b295a') {'for_net_delete': True} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:29.232745 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.services.segments.db [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aefb16-2ed6-4b80-8420-b4aafc8b295a') {} {{(pid=98873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:29.244553 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1522167'] for segment, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.260569 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.266437 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=98873) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 13:57:29.266809 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2770481'] for segment, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: Traceback (most recent call last): Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: timer() Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: cb(*args, **kw) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: return func(*args, **kwargs) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: self._notify() Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: self.callback(batched_events) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: event.method(event) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: return f(self, *a, **k) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: return self._get(url).json() Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: return self.request(url, 'GET', **kwargs) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 13:57:29.280417 dv-cinder-784779-14-smb neutron-server[98873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 13:57:29.411375 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.414870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:29.427676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.438850 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:29.442720 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:29.510325 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-be49a8d7-951a-4747-a54f-2d704448bb38 admin admin] 10.222.0.10 "DELETE /v2.0/networks/57f6c9f7-eb33-40a8-90cb-3eb6f9ab6688 HTTP/1.1" status: 204 len: 168 time: 1.1168516 Jun 04 13:57:29.862004 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39906) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:29.909443 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-8e2e9e15-d227-47ba-8eab-8d1b228c2a9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1207cc56142a4113b95553c78e17c2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461771 Jun 04 13:57:29.911711 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39908) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:29.969566 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:29.995460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.111442 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.115113 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-29678497-a075-41e5-8535-9c5f9827dff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:30.128296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebf6b0f-668c-425b-a6a0-33320814b3cf,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:30.131590 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:30.137798 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:30.138897 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d9ca6537-3e08-4bff-a9a6-6fe318824375 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ebf6b0f-668c-425b-a6a0-33320814b3cf HTTP/1.1" status: 204 len: 168 time: 0.2262547 Jun 04 13:57:30.658872 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0e417e36-edfb-4e56-9f5b-66dfabc66331 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 13:57:30.692542 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 0e417e36-edfb-4e56-9f5b-66dfabc66331 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 13:57:30.692812 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 0e417e36-edfb-4e56-9f5b-66dfabc66331 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 13:57:30.925887 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-045f4b66-ccfb-43ef-a847-68453b027ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.174952 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39932) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:31.278368 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1829307965-network', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:31.283012 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:31.286817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Usage tracker for resource:network and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:31.289656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:31.299372 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:31.388605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Made reservation on behalf of 9f31716b06f147c8b4e4196a89d02c2a for: {'network': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:57:31.390924 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627706'] for network, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.403152 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.417637 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:31.421389 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:31.424133 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:31.429656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:31.511801 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.568489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.571258 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1007c7ac-8ebe-4db5-b278-99143460c2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:31.599009 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=98872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 04 13:57:31.607799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42c4adf-1f98-47ec-9f32-b42439296646,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:31.611380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:31.615565 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.615565 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.segments_db [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Added segment 038e8861-07bb-41af-8104-4742adafa799 of type vlan for network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c Jun 04 13:57:31.641268 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773052480184'] for network, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.746172 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866'] for network, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.747527 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:31.748138 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:31.753004 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:31.852790 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8bc359-74af-4f5f-86f7-4b415dc6a99c,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:31.856853 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:31.863139 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c details requested by agent ovs-agent-dv-cinder-784779-14-smb with host dv-cinder-784779-14-smb {{(pid=98874) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 04 13:57:31.912312 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d6c7517e-4901-451c-a920-d022becdc3e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7361486 Jun 04 13:57:31.915060 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39936) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:31.921030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Request body: {'subnet': {'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1829307965-subnet', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:31.926054 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:31.929992 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Usage tracker for resource:subnet and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:31.933853 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:31.939893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:32.019638 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Made reservation on behalf of 9f31716b06f147c8b4e4196a89d02c2a for: {'subnet': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:57:32.022017 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2519113'] for subnet, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.532031 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3914203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2519131'] for subnet, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.535285 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:32.602496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=313319fd-4271-4e78-a652-fcfdf49a30d6,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:32.606618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:32.613836 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Checking segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:57:32.614199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Network hostable DHCP agents. Network: 3e8bc359-74af-4f5f-86f7-4b415dc6a99c, hostable agents: ['03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc'], hosted agents: [] {{(pid=98872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 04 13:57:32.693807 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is scheduled to be hosted by DHCP agent 03ab64cb-5ef6-4b3d-a4a5-0cb60d8ac1cc with binding_index 1 {{(pid=98872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 04 13:57:32.785515 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-14-smb, 3e8bc359-74af-4f5f-86f7-4b415dc6a99c) {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:32.794379 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96879b-d78c-4268-933e-6738e11d4f35 None None] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:57:32.794562 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:32.795053 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.880692 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-040b5b8f-5001-41c1-91f4-06f807302912 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9645505 Jun 04 13:57:32.883250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39938) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:32.888548 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:32.893087 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:32.897007 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Usage tracker for resource:router and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:32.899857 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:32.906072 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:32.982916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1693414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128037'] for router, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:32.984116 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1989231', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128030'] for router, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.000694 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.007817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpebb8fe3a-e2e1-5f4b-99aa-d30086dc6836-3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6'}]}} from dv-cinder-784779-14-smb. {{(pid=98874) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 04 13:57:33.008790 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.160368 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.db_base_plugin_common [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Allocated IP 172.20.0.2 (3e8bc359-74af-4f5f-86f7-4b415dc6a99c/313319fd-4271-4e78-a652-fcfdf49a30d6/bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0) {{(pid=98874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:33.374523 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks [] for port, precommit_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.384121 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Transition to ACTIVE for port object bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:33.396153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1693396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128000'] for router, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.402644 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Transition to ACTIVE for port object bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 will not be triggered until provisioned by entity DHCP. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:33.414016 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.483899 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635'] for port, after_create {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.487572 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-5fbc9507-c3f7-4ea4-bc67-b7d7caaf0b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.489861 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:33.551447 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is already hosted by enough agents. {{(pid=98874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:33.552598 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.scheduler.base_scheduler [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Resources bound (agent type, host, resource id): {{(pid=98874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:33.556154 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Received port after_create {{(pid=98874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:57:33.598079 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Pushing event updated for resources: {'Port': ['ID=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,revision_number=1']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:33.605616 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:33.656005 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Attempting to bind port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:57:33.656304 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Attempting to bind port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:57:33.656668 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Attempting to bind port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:57:33.662724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:57:33.662724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Checking segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:57:33.662724 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.663101 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Bound using segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:57:33.663536 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Bound port: bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:57:33.663952 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.750227 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] For port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:57:33.753186 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] For port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:57:33.768316 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.799027 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.866357 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:33.871164 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-e733e52d-dd63-4d4a-b91e-b269f13a7fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:33.935618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Allocated IP 172.28.1.201 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/08e1fe3a-3d1e-4a6f-af95-2a3a26a11232) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:33.968689 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Pushing event updated for resources: {'Port': ['ID=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,revision_number=2']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:33.971736 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:34.090877 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:34.189130 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:34.192891 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1279b853-1667-4b8b-92e6-eeab0216c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:34.269028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:34.271686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:34.276135 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:57:34.300122 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Pushing event updated for resources: {'Port': ['ID=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:34.304872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:34.690937 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:34.812266 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d8c5f-9312-4c3b-89d9-077ddb8520b8 None None] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 13:57:34.831361 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:34.883890 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.062162 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.074351 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Provisioning for port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:35.079963 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Provisioning complete for port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:35.080352 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.219802 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.227637 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1852478'] for router, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.261304 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] For port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:35.334331 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.336524 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-1ec3d79f-c8a7-4fd5-a020-4418c28bd404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:35.403587 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Pushing event updated for resources: {'Port': ['ID=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:35.406562 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-149f0c25-2e88-47d7-a456-9423d2839c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:35.454450 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-98ba5e23-b1b2-4ed6-aa0e-439c06f1ffbf None None] Provisioning complete for port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:35.454760 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-98ba5e23-b1b2-4ed6-aa0e-439c06f1ffbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.508162 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Router 53badd9b-5f12-4571-a892-e1f208adebd7 is scheduled to L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe with binding_index 1 {{(pid=98872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 04 13:57:35.691829 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:35.701335 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:35.710981 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:35.711579 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:35.785575 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Notify callbacks [] for router, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:35.786844 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9026160 Jun 04 13:57:35.789458 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39942) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:35.889139 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:36.173891 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:34Z', 'revision_number': 3, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:36.177886 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:36.178239 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Updating router 53badd9b-5f12-4571-a892-e1f208adebd7 port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 binding host dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:57:36.230997 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.523076 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.571084 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.580098 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks [] for port, precommit_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.592255 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.provisioning_blocks [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Transition to ACTIVE for port object 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 will not be triggered until provisioned by entity L2. {{(pid=98875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:36.666762 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.670733 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:36.677935 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:36.739622 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Pushing event updated for resources: {'Port': ['ID=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,revision_number=2']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:36.752098 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:36.752575 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.760261 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Attempting to bind port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:57:36.760635 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Attempting to bind port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:57:36.760993 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Attempting to bind port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 on network b3da8cac-ebb9-4148-93af-fed4c998375d {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:57:36.769528 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.769871 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.770195 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.770521 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.770843 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.771162 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.771476 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.771868 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.772284 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.772602 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.772911 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.773277 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 13:57:36.777054 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:57:36.777433 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Checking segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:57:36.777831 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.778211 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Bound using segment: {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'} {{(pid=98875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:57:36.778683 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.managers [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Bound port: 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}}] {{(pid=98875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:57:36.779054 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.804826 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Allocated IP 172.20.0.1 (3e8bc359-74af-4f5f-86f7-4b415dc6a99c/313319fd-4271-4e78-a652-fcfdf49a30d6/81ecdf57-add9-44c5-b2b0-9f009844c836) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:36.817742 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:36.852900 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] For port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:57:36.856212 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.plugins.ml2.db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] For port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:57:36.914877 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron_lib.callbacks.manager [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.919640 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:36.956286 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:36.972562 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Transition to ACTIVE for port object 81ecdf57-add9-44c5-b2b0-9f009844c836 will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:36.994914 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:36.995527 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:37.060149 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Pushing event updated for resources: {'Port': ['ID=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,revision_number=3']} {{(pid=98875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:37.068536 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.070836 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG oslo_concurrency.lockutils [None req-6d04b35b-d3cd-4ae7-90cd-9be0e8b61441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98875) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:37.073009 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-712c8bd8-fcdc-4530-8b97-2756ac9e9894 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:37.135513 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:37.138274 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:37.141840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:57:37.179148 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Pushing event updated for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:37.183909 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:37.185018 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:37.204773 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1852656'] for router_interface, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.402813 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-1951e6c6-4e5c-4c5c-a913-45a3aeca1932 None None] Provisioning for port 81ecdf57-add9-44c5-b2b0-9f009844c836 completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:37.408012 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-1951e6c6-4e5c-4c5c-a913-45a3aeca1932 None None] Provisioning complete for port 81ecdf57-add9-44c5-b2b0-9f009844c836 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:37.408829 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1951e6c6-4e5c-4c5c-a913-45a3aeca1932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.464882 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-1951e6c6-4e5c-4c5c-a913-45a3aeca1932 None None] Port 81ecdf57-add9-44c5-b2b0-9f009844c836 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:57:37.475563 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:34Z', 'revision_number': 3, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:37.479530 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca74817-da20-4cf4-8b8e-34ecf2623437 None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:34Z', 'revision_number': 3, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:37.546710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.787874 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.862518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.892035 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-726d6fb5-7336-470c-a133-42860688781d tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:37.973556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Pushing event updated for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:37.975937 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1696668'] for router_interface, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:37.980314 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:38.237091 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:38.238271 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:38.428564 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:38.489880 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-f2985c1e-863f-49d0-b3e3-ddfcf283e267 None None] Provisioning complete for port 81ecdf57-add9-44c5-b2b0-9f009844c836 triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:38.490461 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f2985c1e-863f-49d0-b3e3-ddfcf283e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.542460 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-f2985c1e-863f-49d0-b3e3-ddfcf283e267 None None] Port 81ecdf57-add9-44c5-b2b0-9f009844c836 cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:57:38.607917 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:38.627937 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] 10.222.0.10 "PUT /v2.0/routers/53badd9b-5f12-4571-a892-e1f208adebd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278527 Jun 04 13:57:38.695793 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:38.845388 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:38.850556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:38.851116 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:38.949369 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:38.978445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:38.979057 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:39.050737 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.079817 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:39.129445 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.144093 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-c1fcc409-a142-42fb-9dd6-0cbe773ab33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:39.226377 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:39.281939 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:39.283698 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39950) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:39.287414 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:39.288763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657906320', 'description': 'tempest-description--1598850205'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:39.295940 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:39.299816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:39.302846 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:39.309590 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:39.382931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.403083 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:39.407016 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:39.409788 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:39.415361 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:39.484250 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.542285 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 2, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:39.543290 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.546144 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:39.546502 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Updating router 53badd9b-5f12-4571-a892-e1f208adebd7 port 81ecdf57-add9-44c5-b2b0-9f009844c836 binding host dv-cinder-784779-14-smb {{(pid=98874) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 04 13:57:39.548609 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-43bfe924-4006-4582-af37-989c527e68e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:39.585816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfc979-2ed8-43f8-b820-e5f54609e920,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:39.589490 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:39.602396 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.645897 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.647345 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-afa19920-08d7-4e6e-a264-34b612f8bee0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3625057 Jun 04 13:57:39.650724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39952) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:39.655333 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group_rule': {'security_group_id': 'b0bfc979-2ed8-43f8-b820-e5f54609e920', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:39.661243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:39.665070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:39.668682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:39.674540 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:39.751128 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.814241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.871086 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.873135 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:39.895651 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b803196f-c07b-43f4-8532-6422e0b7f11a,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:39.901561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:39.957224 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.958536 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-71251b9a-924f-4414-81c5-770138e7dfc7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068748 Jun 04 13:57:39.961262 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39954) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:39.966476 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group_rule': {'security_group_id': 'b0bfc979-2ed8-43f8-b820-e5f54609e920', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:39.972657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:39.976198 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks [] for port, precommit_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:39.976416 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:39.979511 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:39.985496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:39.987520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Transition to ACTIVE for port object 81ecdf57-add9-44c5-b2b0-9f009844c836 will not be triggered until provisioned by entity L2. {{(pid=98874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:40.065917 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.069685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:40.096827 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.165732 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.221652 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16db51-7e7b-4aea-9113-ee94975d3546 None None] Pushing event updated for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=3']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:40.228844 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-6a16db51-7e7b-4aea-9113-ee94975d3546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:40.228946 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.230976 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7425a35b-322d-4b14-b0da-0fd64a1b23e7 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:40.258006 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e574f09-bfd0-4cf6-81c3-211cb7bebd42,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:40.264317 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:40.284737 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Attempting to bind port 81ecdf57-add9-44c5-b2b0-9f009844c836 on host dv-cinder-784779-14-smb for vnic_type normal with profile {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:57:40.285108 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Attempting to bind port 81ecdf57-add9-44c5-b2b0-9f009844c836 by drivers openvswitch,hyperv on host dv-cinder-784779-14-smb at level 0 using segments [{'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:57:40.285473 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Attempting to bind port 81ecdf57-add9-44c5-b2b0-9f009844c836 on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:57:40.291093 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Checking agent: {'id': 'e88a894e-d2e2-4859-b01e-99a2383655e6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 37, 33), 'started_at': datetime.datetime(2021, 6, 4, 13, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:57:40.291498 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Checking segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:57:40.291927 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.292324 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Bound using segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} {{(pid=98874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:57:40.292792 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.managers [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Bound port: 81ecdf57-add9-44c5-b2b0-9f009844c836, host: dv-cinder-784779-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}}] {{(pid=98874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:57:40.293167 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.317246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.318588 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ae33c9b1-a760-4c4f-baf5-a4dda1e346f3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561726 Jun 04 13:57:40.321646 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 39956) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:40.326828 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:40.333525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:40.337299 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:floatingip and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 13:57:40.340252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 13:57:40.345825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:40.388971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] For port 81ecdf57-add9-44c5-b2b0-9f009844c836, host dv-cinder-784779-14-smb, cleared binding levels {{(pid=98874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:57:40.392556 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] For port 81ecdf57-add9-44c5-b2b0-9f009844c836, host dv-cinder-784779-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=81ecdf57-add9-44c5-b2b0-9f009844c836,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:57:40.424110 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.449841 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.454705 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:40.532740 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16db51-7e7b-4aea-9113-ee94975d3546 None None] Pushing event updated for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:40.535348 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98874) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:40.535971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:40.562993 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.583980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-6a16db51-7e7b-4aea-9113-ee94975d3546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:40.702535 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:40.720685 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Allocated IP 172.28.1.213 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/6f0b9b07-c645-4994-aadd-1c0a5cfa6b59) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:40.778399 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvr_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98874) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:40.870199 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.939431 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:40.939805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.960619 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:40.965256 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-7a101ed8-d51c-4e41-b2ca-16c689b5cd64 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:41.028373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:41.031147 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:41.034658 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:57:41.068213 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=6f0b9b07-c645-4994-aadd-1c0a5cfa6b59,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:41.075433 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:41.122174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.218842 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_hamode_db [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:40Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:41.222745 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd9747-e6ba-493c-8d44-0c36f94f4fca None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:40Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98874) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:41.256821 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.411184 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:57:41.487459 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.574371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.578710 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-484fe692-9cd7-4d9a-a260-c7f8e6d7dd5a tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:41.806775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=6f0b9b07-c645-4994-aadd-1c0a5cfa6b59,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:41.811123 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:41.818011 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.905559 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:41.906900 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5837812 Jun 04 13:57:42.091110 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-f6145294-9dcb-4de0-9fde-55502f762c5a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:42.193879 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-f6145294-9dcb-4de0-9fde-55502f762c5a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:42.195092 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-f6145294-9dcb-4de0-9fde-55502f762c5a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--657906320&fields=id&tenant_id=9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 267 time: 0.1464407 Jun 04 13:57:42.360552 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a91851c8-18db-4480-a5b1-8c1907b5ab78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:42.361227 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a91851c8-18db-4480-a5b1-8c1907b5ab78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:network {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:42.427902 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a91851c8-18db-4480-a5b1-8c1907b5ab78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:network {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:42.429037 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a91851c8-18db-4480-a5b1-8c1907b5ab78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 811 time: 0.2265344 Jun 04 13:57:42.444894 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-c50fac2e-c2c3-44df-a349-b7dd8e7ced07 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/quotas/9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 375 time: 0.0092831 Jun 04 13:57:42.528956 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-289544d6-226b-438a-ab02-5b774c2905f5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:42.608188 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-289544d6-226b-438a-ab02-5b774c2905f5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:42.609478 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-289544d6-226b-438a-ab02-5b774c2905f5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583426 Jun 04 13:57:42.682227 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a11d5b0b-7625-4bed-bf9e-d0117d790d74 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 13:57:42.683281 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a11d5b0b-7625-4bed-bf9e-d0117d790d74 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605071 Jun 04 13:57:42.712252 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 81ecdf57-add9-44c5-b2b0-9f009844c836 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:42.821113 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-a7281280-33f0-440e-aed2-1032256ee82b service neutron] 10.222.0.10 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317835 Jun 04 13:57:42.842620 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning for port 81ecdf57-add9-44c5-b2b0-9f009844c836 completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:42.847598 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 81ecdf57-add9-44c5-b2b0-9f009844c836 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:42.848007 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:42.956255 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-3d5ea747-9ee4-402d-81c5-29d239d9da7a service neutron] 10.222.0.10 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284573 Jun 04 13:57:42.963996 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:42.996492 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] For port 81ecdf57-add9-44c5-b2b0-9f009844c836, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=81ecdf57-add9-44c5-b2b0-9f009844c836,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:43.077604 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:43.080523 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:43.145571 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Pushing event updated for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:43.148745 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:43.262304 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6057ebc4-a104-4765-876a-0a66251d1159 req-d11f4b5d-e940-4b2a-a749-8ef7e6ff823f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0470915 Jun 04 13:57:44.381813 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2ee17233-2dd4-45e8-b979-dec854f7e4db req-be3793f4-fbf2-4cd0-aca0-9a6301cb5fd2 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0587859 Jun 04 13:57:44.673244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 81ecdf57-add9-44c5-b2b0-9f009844c836 up at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:44.763442 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Provisioning complete for port 81ecdf57-add9-44c5-b2b0-9f009844c836 triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:44.764020 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:45.581944 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d44d26ab-8814-477a-9c31-b546e0642658 req-d4fabd2a-c23f-4efa-a272-574ec32a559f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 210 time: 0.0597365 Jun 04 13:57:45.618868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-c0080e7e-c012-4b47-9feb-5744ab4d6f93 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:45.620353 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-c0080e7e-c012-4b47-9feb-5744ab4d6f93 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 811 time: 0.1927247 Jun 04 13:57:45.670683 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-41e46f30-1714-41fb-bc19-6b7c93b1feb3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 379 time: 0.0415628 Jun 04 13:57:45.679570 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'port': {'device_id': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'admin_state_up': True, 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'security_groups': ['b0bfc979-2ed8-43f8-b820-e5f54609e920']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:45.818243 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 13:57:45.828905 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 13:57:45.911249 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Made reservation on behalf of 9f31716b06f147c8b4e4196a89d02c2a for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 13:57:45.914872 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:46.081160 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Allocated IP 172.20.0.8 (3e8bc359-74af-4f5f-86f7-4b415dc6a99c/313319fd-4271-4e78-a652-fcfdf49a30d6/df3429fb-4f14-4738-b50f-448913d65b2b) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 13:57:46.268862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:46.284834 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Transition to ACTIVE for port object df3429fb-4f14-4738-b50f-448913d65b2b will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:46.374784 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:46.380326 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c8d1bfa9-8fa9-47f9-a2e1-4d9820ce19fb tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:46.444931 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 13:57:46.448823 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 13:57:46.453501 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 13:57:46.609758 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:46.614207 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:46.641525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:46.642111 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:46.760799 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0846975 Jun 04 13:57:46.776965 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edda86-a609-4cef-9aa7-9d936844655e req-8d760526-66ed-4b99-8428-ee17f337972d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:46.777656 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d7edda86-a609-4cef-9aa7-9d936844655e req-8d760526-66ed-4b99-8428-ee17f337972d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 13:57:46.784295 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Request body: {'port': {'device_id': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:46.788483 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-adccfa81-e8f0-4d7f-8dbe-835d7ffafdfa None None] Provisioning for port df3429fb-4f14-4738-b50f-448913d65b2b completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:46.794493 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-adccfa81-e8f0-4d7f-8dbe-835d7ffafdfa None None] Provisioning complete for port df3429fb-4f14-4738-b50f-448913d65b2b triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:46.796777 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-adccfa81-e8f0-4d7f-8dbe-835d7ffafdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:46.848806 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-adccfa81-e8f0-4d7f-8dbe-835d7ffafdfa None None] Port df3429fb-4f14-4738-b50f-448913d65b2b cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 13:57:46.898627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-d7edda86-a609-4cef-9aa7-9d936844655e req-8d760526-66ed-4b99-8428-ee17f337972d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 13:57:46.899673 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7edda86-a609-4cef-9aa7-9d936844655e req-8d760526-66ed-4b99-8428-ee17f337972d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 931 time: 0.2049949 Jun 04 13:57:46.907867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.003256 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d7edda86-a609-4cef-9aa7-9d936844655e req-cb8f534b-1899-47ec-a055-40eefdb56d55 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969012 Jun 04 13:57:47.280106 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3429fb-4f14-4738-b50f-448913d65b2b {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:57:47.287898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.302799 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Transition to ACTIVE for port object df3429fb-4f14-4738-b50f-448913d65b2b will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 13:57:47.365299 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.371581 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-a12826c0-132f-4085-ba2d-5909224e1dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:47.539242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Pushing event updated for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:47.541861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:47.615455 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Attempting to bind port df3429fb-4f14-4738-b50f-448913d65b2b on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 13:57:47.616164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Attempting to bind port df3429fb-4f14-4738-b50f-448913d65b2b by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 13:57:47.616164 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Attempting to bind port df3429fb-4f14-4738-b50f-448913d65b2b on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:57:47.621205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Port df3429fb-4f14-4738-b50f-448913d65b2b on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 13:57:47.621525 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Attempting to bind port df3429fb-4f14-4738-b50f-448913d65b2b on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 13:57:47.626643 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 13, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 13:57:47.626976 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Checking segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 13:57:47.627351 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Bound using segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 13:57:47.627775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Bound port: df3429fb-4f14-4738-b50f-448913d65b2b, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 13:57:47.628140 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.722625 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 13:57:47.725456 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=df3429fb-4f14-4738-b50f-448913d65b2b,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 13:57:47.811522 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.815347 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-0561af5d-7077-4c1f-8892-11d230613b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:47.869861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:47.871172 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:47.872957 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] 10.222.0.13 "PUT /v2.0/ports/df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1093 time: 1.0923209 Jun 04 13:57:47.875430 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:47.878616 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a750af-9162-44ec-beea-58d19400868e" -d '{"events": [{"name": "network-changed", "server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:47.899549 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Pushing event updated for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:47.903355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:47.925953 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f869b3a-140a-4afd-8445-548ac983a2b0 x-openstack-request-id: req-6f869b3a-140a-4afd-8445-548ac983a2b0 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:47.926300 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:47.926581 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f869b3a-140a-4afd-8445-548ac983a2b0 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:47.927000 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'status': 'completed', 'code': 200} Jun 04 13:57:48.029372 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a750af-9162-44ec-beea-58d19400868e req-6716845d-bcb2-4f47-8d2d-8c38d859fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.030910 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-38a750af-9162-44ec-beea-58d19400868e req-6716845d-bcb2-4f47-8d2d-8c38d859fba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0813825 Jun 04 13:57:48.230294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a750af-9162-44ec-beea-58d19400868e req-b4dcd53a-2e1e-4768-839e-45d12ec4de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.231877 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-38a750af-9162-44ec-beea-58d19400868e req-b4dcd53a-2e1e-4768-839e-45d12ec4de8f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1930254 Jun 04 13:57:48.285648 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e350136-1a00-4de4-b09e-5fad9682b08a req-05d69ec8-0298-41dd-b3ff-a5295be766fb tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.287081 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e350136-1a00-4de4-b09e-5fad9682b08a req-05d69ec8-0298-41dd-b3ff-a5295be766fb tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 943 time: 0.1563652 Jun 04 13:57:48.397419 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-2e350136-1a00-4de4-b09e-5fad9682b08a req-793e0308-8665-44a0-9cba-39194c1863a8 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040983 Jun 04 13:57:48.413971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a750af-9162-44ec-beea-58d19400868e req-c7f73512-376e-4181-a42a-c08965b08304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.415403 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-38a750af-9162-44ec-beea-58d19400868e req-c7f73512-376e-4181-a42a-c08965b08304 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764443 Jun 04 13:57:48.525015 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-b2d35302-b6ce-4a0b-8b82-17d85b83d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.526928 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-b2d35302-b6ce-4a0b-8b82-17d85b83d908 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1096 time: 0.0740051 Jun 04 13:57:48.597668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-8761f841-5df5-4deb-9be7-65067f4d661f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 217 time: 0.0631001 Jun 04 13:57:48.772485 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-b06e77a9-6ad8-48af-8fc4-8a1d1e5d8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.773948 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-b06e77a9-6ad8-48af-8fc4-8a1d1e5d8f4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.1693337 Jun 04 13:57:48.852298 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-7b969ee5-8389-4a89-961b-e5a18ac7dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:48.853654 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-7b969ee5-8389-4a89-961b-e5a18ac7dec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0725634 Jun 04 13:57:48.986246 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-61ace658-adb1-4b2b-b162-f5279d6cd35f service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247921 Jun 04 13:57:49.118804 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9b45f4d8-ec51-4e53-8864-f1298f790737 req-461c9e5b-4b62-4723-94bb-18cee0bb0715 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249630 Jun 04 13:57:49.581871 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3645b-8616-4310-b9fe-d9e078ba48a7 req-c6452f76-84ed-4aa2-a7f3-8b6650326ca1 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:49.583327 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aff3645b-8616-4310-b9fe-d9e078ba48a7 req-c6452f76-84ed-4aa2-a7f3-8b6650326ca1 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 943 time: 0.0783105 Jun 04 13:57:49.627268 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-aff3645b-8616-4310-b9fe-d9e078ba48a7 req-e7a26c2e-516e-4996-b12a-d6a96bfbaa10 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382895 Jun 04 13:57:50.818496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd349-1ab6-4f06-a958-14b36d93d60c req-4399a794-a45d-4fa5-8a9b-088f1153f006 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:50.820015 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-125bd349-1ab6-4f06-a958-14b36d93d60c req-4399a794-a45d-4fa5-8a9b-088f1153f006 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 943 time: 0.0849843 Jun 04 13:57:50.879728 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-125bd349-1ab6-4f06-a958-14b36d93d60c req-7405385f-f73b-4a38-ba44-1faf0f4890ae tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498333 Jun 04 13:57:51.389882 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device df3429fb-4f14-4738-b50f-448913d65b2b details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 13:57:51.520971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=df3429fb-4f14-4738-b50f-448913d65b2b,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:51.533601 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'port_id': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'mac_address': 'fa:16:3e:66:94:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 13:57:51.587875 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.603693 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3429fb-4f14-4738-b50f-448913d65b2b {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 13:57:51.618520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=df3429fb-4f14-4738-b50f-448913d65b2b,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:51.705243 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:51.706964 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-b15de14d-1bb4-404f-ab0a-016ad438341f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:51.780599 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:51.783621 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:52.062497 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['df3429fb-4f14-4738-b50f-448913d65b2b'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 13:57:52.069518 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742bdf6-b963-440e-b2ee-c546cba0edb6 req-bb2f39b2-49ab-4484-8d42-00ab26705b4d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:52.077990 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f742bdf6-b963-440e-b2ee-c546cba0edb6 req-bb2f39b2-49ab-4484-8d42-00ab26705b4d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 944 time: 0.0844691 Jun 04 13:57:52.116334 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f742bdf6-b963-440e-b2ee-c546cba0edb6 req-b4fbf393-5342-47f7-ab7b-fafa2192906c tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391548 Jun 04 13:57:53.222572 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:53.308806 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747236d-c463-43f2-b6d8-c38ca3890c2d req-1c99b592-b126-4e01-9510-390bb1bb17c2 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:53.310226 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3747236d-c463-43f2-b6d8-c38ca3890c2d req-1c99b592-b126-4e01-9510-390bb1bb17c2 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 944 time: 0.0849771 Jun 04 13:57:53.355471 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3747236d-c463-43f2-b6d8-c38ca3890c2d req-359f3d9c-d57f-49cc-8e44-f1706b843499 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 Jun 04 13:57:53.404437 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device df3429fb-4f14-4738-b50f-448913d65b2b up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 13:57:53.556632 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port df3429fb-4f14-4738-b50f-448913d65b2b completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 13:57:53.562155 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port df3429fb-4f14-4738-b50f-448913d65b2b triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 13:57:53.562472 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:53.676920 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:53.702665 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:53.704899 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64f7ffd-b9ea-4797-8a30-625a3507ec26" -d '{"events": [{"server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:53.712403 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=df3429fb-4f14-4738-b50f-448913d65b2b,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 13:57:53.768574 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:53.770415 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 13:57:53.800883 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085594ed-e493-4705-866d-999a92bdf2eb x-openstack-request-id: req-085594ed-e493-4705-866d-999a92bdf2eb {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:53.801174 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "name": "network-vif-plugged", "status": "completed", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:53.801432 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-085594ed-e493-4705-866d-999a92bdf2eb {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:53.801812 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'code': 200} Jun 04 13:57:53.844901 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 13:57:53.847809 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 13:57:54.179844 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc47ad-d4fb-489d-9546-bc922d3313b1 req-cd1d89aa-ff44-4c40-b3b9-b08ea84e2619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:54.181323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-72bc47ad-d4fb-489d-9546-bc922d3313b1 req-cd1d89aa-ff44-4c40-b3b9-b08ea84e2619 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0696757 Jun 04 13:57:54.223339 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-72bc47ad-d4fb-489d-9546-bc922d3313b1 req-5f6fc308-bc9f-473d-a8c7-bb795eeeed36 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352681 Jun 04 13:57:54.546306 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b0cd8-6527-4160-86f5-2484b471243b req-0d8bf6fa-21be-4499-838a-2158bf92705b tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:54.547681 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b91b0cd8-6527-4160-86f5-2484b471243b req-0d8bf6fa-21be-4499-838a-2158bf92705b tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0837283 Jun 04 13:57:54.592761 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b91b0cd8-6527-4160-86f5-2484b471243b req-301fa369-97cc-4b49-aa73-6033feef4862 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 Jun 04 13:57:55.778028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f789dda-48a9-4c65-8232-664880c0b39e req-2c3e924d-bbd8-48fc-8c4a-2fc14e842fb4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:55.779467 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5f789dda-48a9-4c65-8232-664880c0b39e req-2c3e924d-bbd8-48fc-8c4a-2fc14e842fb4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0787745 Jun 04 13:57:55.827905 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5f789dda-48a9-4c65-8232-664880c0b39e req-68f9feda-e300-4cd8-a799-d04656412ff1 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428131 Jun 04 13:57:56.004987 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c138d7-c4c4-4eb9-8d13-25f6d97ad62e req-edf34eaf-15f3-4d62-8d51-145c7eb36a74 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:56.006433 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-97c138d7-c4c4-4eb9-8d13-25f6d97ad62e req-edf34eaf-15f3-4d62-8d51-145c7eb36a74 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Jun 04 13:57:56.015574 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40026) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 13:57:56.020098 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'floatingip': {'port_id': 'df3429fb-4f14-4738-b50f-448913d65b2b'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 13:57:56.098352 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:56.786444 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:56.854747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:57.027781 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Floating IP 3003fe32-3d52-4140-94e4-d5cd8393d746 associated. External IP: 172.28.1.213, port: df3429fb-4f14-4738-b50f-448913d65b2b. Jun 04 13:57:57.388169 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 13:57:57.567260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 13:57:57.571561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:57:57.577579 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 13:57:57.586778 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:57.587449 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:57.632343 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ea475ef5-a879-44cb-827d-1bfbf38f0d3f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "PUT /v2.0/floatingips/3003fe32-3d52-4140-94e4-d5cd8393d746 HTTP/1.1" status: 200 len: 991 time: 1.6131663 Jun 04 13:57:57.632343 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 13:57:57.632770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26717ba-b837-49f8-93fe-6606c49aadc2" -d '{"events": [{"name": "network-changed", "server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 13:57:57.679318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47df72-5589-4247-895a-a87a4c387a3c x-openstack-request-id: req-ad47df72-5589-4247-895a-a87a4c387a3c {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 13:57:57.679318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 13:57:57.679318 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad47df72-5589-4247-895a-a87a4c387a3c {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 13:57:57.679318 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'status': 'completed', 'code': 200} Jun 04 13:57:57.776012 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:57.783468 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-9420ea59-ecdf-4ec8-b8c6-af3f1bd75dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:57.785062 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-9420ea59-ecdf-4ec8-b8c6-af3f1bd75dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0825212 Jun 04 13:57:57.918724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-ea105d74-ee3d-401e-abcd-8def651f5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:57.920193 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-ea105d74-ee3d-401e-abcd-8def651f5ec6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1272900 Jun 04 13:57:58.158635 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-bbd7995d-1394-40ed-93f8-c07f25ef37eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 999 time: 0.2316325 Jun 04 13:57:58.166419 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '3003fe32-3d52-4140-94e4-d5cd8393d746', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.213', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:66:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:57:41Z', 'updated_at': '2021-06-04T13:57:56Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:58.171321 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 13:57:58.179518 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 13:57:58.180137 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T13:57:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:58.220048 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-78a9d88c-876a-42c5-b4c9-70c0f33cb293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:58.221464 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-78a9d88c-876a-42c5-b4c9-70c0f33cb293 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0566244 Jun 04 13:57:58.300264 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-063ba0a6-2f16-47e1-90fa-1ddd2ed9cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:57:58.301724 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-063ba0a6-2f16-47e1-90fa-1ddd2ed9cb9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0737476 Jun 04 13:57:58.364958 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 13:57:58.445392 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-b66118f8-d7cc-4400-adc2-1e4537d2ca27 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358364 Jun 04 13:57:58.583498 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b26717ba-b837-49f8-93fe-6606c49aadc2 req-289e6c70-85d0-4fa5-9b05-caa8842dee55 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300144 Jun 04 13:57:58.727412 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '3003fe32-3d52-4140-94e4-d5cd8393d746', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.213', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:66:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:57:41Z', 'updated_at': '2021-06-04T13:57:56Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 13:57:58.731771 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59e5111-5ca0-402e-9950-79f9fc6a6159 None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '3003fe32-3d52-4140-94e4-d5cd8393d746', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.213', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:66:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T13:57:41Z', 'updated_at': '2021-06-04T13:57:56Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 13:57:58.908618 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed84cb48-00d6-440c-8b39-431ac00dc0e7 None None] New status for floating IP 3003fe32-3d52-4140-94e4-d5cd8393d746: ACTIVE {{(pid=98874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 13:58:00.913752 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-315ef4f2-cf59-4104-81b6-c326432eb7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:03.376928 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:03.480141 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7414aa0c-4564-48f8-87bb-f7d6b117b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:04.913721 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:06.539918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:18.410113 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:58:23.342854 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:30.916694 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f8004fc5-629c-4a63-b549-00197acede28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:33.450788 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:33.530809 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-90cb16a9-04dd-40d0-9721-c26baba9641c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:34.967931 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:36.505307 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:53.261700 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:58:55.409015 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:58:59.830923 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-9c17c4df-63af-474d-89b2-fdd9e58e38c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711801 Jun 04 13:58:59.982369 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-d8a25ae0-720d-4233-8a0e-55bf2ff5c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:58:59.983825 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-d8a25ae0-720d-4233-8a0e-55bf2ff5c712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0775104 Jun 04 13:59:00.137944 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-57edfd68-a978-4738-8673-a086173c3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:00.139286 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-57edfd68-a978-4738-8673-a086173c3e91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1364756 Jun 04 13:59:00.244898 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-78fa7561-3c36-4b5e-9cc0-e8f0efcba0b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1001 time: 0.0986574 Jun 04 13:59:00.311662 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-679243f5-5786-42a0-a493-3a4202887f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:00.313117 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-679243f5-5786-42a0-a493-3a4202887f63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0619602 Jun 04 13:59:00.388848 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-b0065b6b-2dbe-448a-8a1c-879702567b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:00.390231 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-b0065b6b-2dbe-448a-8a1c-879702567b4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0704534 Jun 04 13:59:00.524310 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-dbadd891-e5cb-4f39-8d46-75f7c3301007 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270542 Jun 04 13:59:00.662682 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1eacdb21-6858-4274-97a2-fadbca15d417 req-63f43967-6337-4a7a-aaba-a0f1fd00722f service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303713 Jun 04 13:59:00.947692 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-faf0c2f2-0bcd-49cf-b303-db8a4a8bb2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.421980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:03.530671 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d9fc-8d8a-421b-8bbf-2bff3dbc2bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:04.936076 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:06.505205 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:22.350530 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fc808-0fb0-49ae-beaf-168ae2cf83b3 req-e6d9ed60-0130-48c7-a1d3-d853dd0acdae tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:22.351946 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-636fc808-0fb0-49ae-beaf-168ae2cf83b3 req-e6d9ed60-0130-48c7-a1d3-d853dd0acdae tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0952041 Jun 04 13:59:22.396353 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-636fc808-0fb0-49ae-beaf-168ae2cf83b3 req-58b74de9-ff8f-418f-b241-ac973f4cf345 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386693 Jun 04 13:59:23.253573 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:23.583869 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5473e2-53db-4a21-85ba-c7bcd8c9ad47 req-396e4d3f-5a3d-4cf5-86b6-9e61b45ee134 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:23.585322 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e5473e2-53db-4a21-85ba-c7bcd8c9ad47 req-396e4d3f-5a3d-4cf5-86b6-9e61b45ee134 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0816047 Jun 04 13:59:23.631329 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8e5473e2-53db-4a21-85ba-c7bcd8c9ad47 req-e212978a-455a-4b5d-90d8-fb9400641611 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401759 Jun 04 13:59:24.817861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eea2c-bd45-4983-9751-0443e6feee0f req-83b08282-24a4-4e05-8e43-9e2edb4b3d9e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:24.819417 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-053eea2c-bd45-4983-9751-0443e6feee0f req-83b08282-24a4-4e05-8e43-9e2edb4b3d9e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0828979 Jun 04 13:59:24.869899 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-053eea2c-bd45-4983-9751-0443e6feee0f req-c024cf41-b379-4922-8f2d-37c46fb42e53 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449510 Jun 04 13:59:26.058428 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1374d4-910b-45d8-bc04-1ed266843374 req-7985be3a-e68d-4b54-8776-cb22b4114840 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:26.059938 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5c1374d4-910b-45d8-bc04-1ed266843374 req-7985be3a-e68d-4b54-8776-cb22b4114840 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0814846 Jun 04 13:59:26.104799 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-5c1374d4-910b-45d8-bc04-1ed266843374 req-978f9a0c-94b5-4607-9a05-5d76309985d5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391655 Jun 04 13:59:27.401141 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8946d-4aa5-4e83-a326-8a26c898268e req-7fbef7aa-8c05-448b-9cb3-077fae6bfcff tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:27.402499 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-89d8946d-4aa5-4e83-a326-8a26c898268e req-7fbef7aa-8c05-448b-9cb3-077fae6bfcff tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.1898260 Jun 04 13:59:27.447199 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-89d8946d-4aa5-4e83-a326-8a26c898268e req-7a3f69b5-d69e-4045-951a-310663003f83 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389304 Jun 04 13:59:28.636272 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a92314-9c75-4470-88a4-49b8fcbe5142 req-668abf2a-c708-4f17-ab1f-35fd723cf151 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:28.637750 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-13a92314-9c75-4470-88a4-49b8fcbe5142 req-668abf2a-c708-4f17-ab1f-35fd723cf151 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0833938 Jun 04 13:59:28.686624 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-13a92314-9c75-4470-88a4-49b8fcbe5142 req-b3540e46-ab92-49dc-94b6-ab6312dbcbaf tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Jun 04 13:59:29.881207 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acfb01-9ed7-4e1a-b8a4-095a2f6c3180 req-b91b4582-8923-4a36-b83a-85fad881bd79 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:29.882720 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-15acfb01-9ed7-4e1a-b8a4-095a2f6c3180 req-b91b4582-8923-4a36-b83a-85fad881bd79 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0864718 Jun 04 13:59:29.927187 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-15acfb01-9ed7-4e1a-b8a4-095a2f6c3180 req-5b67e203-18a1-4c92-8cfa-daf0fb13aeb0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384066 Jun 04 13:59:30.922447 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-3f8156e7-4b40-4246-9734-bf217fdb6c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:31.120835 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52ef96-6416-4785-b61e-0bc1a4b0f228 req-ed0278ca-3c6a-4bfd-8fcb-4a8eaa8a2873 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:31.122279 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3a52ef96-6416-4785-b61e-0bc1a4b0f228 req-ed0278ca-3c6a-4bfd-8fcb-4a8eaa8a2873 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0860372 Jun 04 13:59:31.166847 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3a52ef96-6416-4785-b61e-0bc1a4b0f228 req-751ad0f9-0a91-4560-a8d0-932e9ff3448e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Jun 04 13:59:32.353765 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56d3b0-9cba-4a9f-ace6-3b58359443d1 req-720d7b7e-7509-4a6c-b7b5-01dcca65edbc tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:32.355136 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f56d3b0-9cba-4a9f-ace6-3b58359443d1 req-720d7b7e-7509-4a6c-b7b5-01dcca65edbc tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0836253 Jun 04 13:59:32.404805 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3f56d3b0-9cba-4a9f-ace6-3b58359443d1 req-fe00ad9f-93d3-4ad1-8f9f-320d339483e0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Jun 04 13:59:32.407883 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 13:59:33.407520 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:33.535430 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f4a52a2e-4126-4b27-927b-59141b79249c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:33.598325 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf814-0082-409b-8d89-90cf21f379ef req-a95d0e62-5ebe-4239-9cb0-8d3dea260ced tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:33.600135 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9aeaf814-0082-409b-8d89-90cf21f379ef req-a95d0e62-5ebe-4239-9cb0-8d3dea260ced tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0796819 Jun 04 13:59:33.643316 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9aeaf814-0082-409b-8d89-90cf21f379ef req-9a274b64-7f7a-486a-9341-affd164f0f55 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 Jun 04 13:59:34.130399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe2ebd-626d-46af-84c8-c3ff707f4a9b req-19be52e4-fb6e-45d0-afd2-07d945551522 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:34.131902 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05fe2ebd-626d-46af-84c8-c3ff707f4a9b req-19be52e4-fb6e-45d0-afd2-07d945551522 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0890682 Jun 04 13:59:34.177795 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-05fe2ebd-626d-46af-84c8-c3ff707f4a9b req-a6219f4f-f34e-4acd-b53d-4d1dcfa713e1 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Jun 04 13:59:34.248825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-5765395c-e486-476c-9932-84244f6e8157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:34.250293 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-5765395c-e486-476c-9932-84244f6e8157 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0700874 Jun 04 13:59:34.380245 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-deb891e2-c7d0-49c2-93ee-84961002732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:34.381666 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-deb891e2-c7d0-49c2-93ee-84961002732e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1246064 Jun 04 13:59:34.484284 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-608a59e5-5ed5-432d-ac7d-5430b1894e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1001 time: 0.0960462 Jun 04 13:59:34.546284 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-bfcd7e8c-6aa6-47f0-9b85-552a59b56bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:34.547581 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-bfcd7e8c-6aa6-47f0-9b85-552a59b56bc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0569592 Jun 04 13:59:34.624684 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-c0ad37a8-c19f-420b-bd26-27ddb452a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:34.626098 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-c0ad37a8-c19f-420b-bd26-27ddb452a8c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717099 Jun 04 13:59:34.757811 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-5785fae1-6f33-4dde-98f6-3e9c9c18f447 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241875 Jun 04 13:59:34.898926 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de8d407c-8b0c-4e54-9b03-d691e31244f7 req-1dfb5d79-bef5-4206-aaff-2ad67c97118a service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348028 Jun 04 13:59:34.968067 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:35.365729 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d81125-0844-43ec-ac7e-3893cc424696 req-d1c6fc4f-33e9-46ec-94bf-0769d040cb34 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:35.367228 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-03d81125-0844-43ec-ac7e-3893cc424696 req-d1c6fc4f-33e9-46ec-94bf-0769d040cb34 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0795727 Jun 04 13:59:35.427360 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-03d81125-0844-43ec-ac7e-3893cc424696 req-e0d48f9f-34c1-4ca7-8ec2-7ada60dfa3a7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539601 Jun 04 13:59:36.524456 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 13:59:36.622612 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbbce2-5011-42de-bd12-a8a72aba0a3e req-fef60ece-ff88-4f19-b4f2-df4984b99569 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 13:59:36.624721 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d3cbbce2-5011-42de-bd12-a8a72aba0a3e req-fef60ece-ff88-4f19-b4f2-df4984b99569 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0816650 Jun 04 13:59:36.668897 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d3cbbce2-5011-42de-bd12-a8a72aba0a3e req-27b55949-6a33-44b9-b2e9-50661c782777 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384212 Jun 04 13:59:53.255460 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:00.307680 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-d2a4eadb-738b-405c-9a7d-62cdef26804a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688133 Jun 04 14:00:00.552014 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-e670bb90-2bf4-47bd-a12e-0eb0b3226084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:00.553489 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-e670bb90-2bf4-47bd-a12e-0eb0b3226084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.1767459 Jun 04 14:00:00.702861 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-884992c1-dfa6-4f95-985c-40c2a0439981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:00.704327 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-884992c1-dfa6-4f95-985c-40c2a0439981 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1304417 Jun 04 14:00:00.816818 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-9d17276e-7614-4b34-862f-4c6dfa7c9190 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1001 time: 0.1057003 Jun 04 14:00:00.883030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-1fe12ee6-e4fb-49f2-9038-bb642566bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:00.884504 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-1fe12ee6-e4fb-49f2-9038-bb642566bee6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0605578 Jun 04 14:00:00.952441 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-f37bfa25-06d8-4a83-8937-ce6985ce160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:00.963750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-ca7d6cba-75b1-45d3-baae-1e34af0eddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:00.969862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-ca7d6cba-75b1-45d3-baae-1e34af0eddeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0738132 Jun 04 14:00:01.108983 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-fd4eb4a9-4d1a-4f85-9af1-5fac7ef80e77 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355407 Jun 04 14:00:01.245668 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9c3d0a5b-64f0-480d-a206-640171f8f74e req-bde0ce66-15d9-43c3-85db-7fec4be81ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295269 Jun 04 14:00:03.409572 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:03.538772 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8dce3148-d92b-449b-a2a9-98e65e8538ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:04.975483 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:06.522089 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:09.406701 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:00:23.304860 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:30.946596 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b189b859-df86-4651-be3d-c20049ffeafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:33.449249 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:33.528140 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-25d566b4-38fa-425b-a066-e81baef36b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:34.940898 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:36.523507 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:42.033561 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623456d8-0ca9-463d-8751-7bed79b19c03 req-77560b24-419c-4554-9c58-b888fa52560c tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:42.035038 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-623456d8-0ca9-463d-8751-7bed79b19c03 req-77560b24-419c-4554-9c58-b888fa52560c tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0818806 Jun 04 14:00:42.083657 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-623456d8-0ca9-463d-8751-7bed79b19c03 req-358d624b-1988-4cab-bb6d-5a397c1d55bc tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Jun 04 14:00:43.397350 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e7820-8acf-4af1-9807-9521e36af52c req-3f7656d8-ec41-4d1c-a51c-7f6ff42eb4c6 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:43.398967 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b79e7820-8acf-4af1-9807-9521e36af52c req-3f7656d8-ec41-4d1c-a51c-7f6ff42eb4c6 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.2071874 Jun 04 14:00:43.456356 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b79e7820-8acf-4af1-9807-9521e36af52c req-eb6e2370-2d25-41b9-abe1-877bf81a3805 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506916 Jun 04 14:00:44.696079 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a39c3-7931-4c2a-98b9-60b3c0210f87 req-05376fbf-65e6-47a2-b5c7-8bfe0770ff34 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:44.697514 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dc9a39c3-7931-4c2a-98b9-60b3c0210f87 req-05376fbf-65e6-47a2-b5c7-8bfe0770ff34 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.1327934 Jun 04 14:00:44.745691 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-dc9a39c3-7931-4c2a-98b9-60b3c0210f87 req-90a27cda-f977-46b9-acdc-cb38ddbc9f29 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419607 Jun 04 14:00:45.937986 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614b375-d913-4085-bba7-139807e65136 req-5eb174dc-3144-4f4c-820e-ac5535622d39 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:45.939460 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6614b375-d913-4085-bba7-139807e65136 req-5eb174dc-3144-4f4c-820e-ac5535622d39 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0855086 Jun 04 14:00:45.984095 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6614b375-d913-4085-bba7-139807e65136 req-862bcfc3-c9a3-4a97-8b60-4a46df24cc9f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390742 Jun 04 14:00:46.405244 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:00:47.176139 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82724f57-4cf0-477d-9701-067a3db68451 req-3b12b595-6a84-45fc-be09-e623e868f023 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:47.177607 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82724f57-4cf0-477d-9701-067a3db68451 req-3b12b595-6a84-45fc-be09-e623e868f023 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0838995 Jun 04 14:00:47.227090 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82724f57-4cf0-477d-9701-067a3db68451 req-06beda4d-e174-43fe-bbd1-5823f37b19d7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Jun 04 14:00:48.414418 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bc024-d75c-4868-a447-b14fb4fc4ec9 req-b83321c5-2518-40c8-871d-65e88e3c6651 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:48.415890 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b56bc024-d75c-4868-a447-b14fb4fc4ec9 req-b83321c5-2518-40c8-871d-65e88e3c6651 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0798874 Jun 04 14:00:48.459311 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b56bc024-d75c-4868-a447-b14fb4fc4ec9 req-e11adbb8-d4d2-4b21-8ca3-f4b2220120db tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372252 Jun 04 14:00:49.660593 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477e1d-5ad0-43de-b36c-3fd2eaca7d5d req-147f3627-ea72-45cb-a197-ca1ea3c7059c tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:49.662042 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e3477e1d-5ad0-43de-b36c-3fd2eaca7d5d req-147f3627-ea72-45cb-a197-ca1ea3c7059c tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0975554 Jun 04 14:00:49.706262 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e3477e1d-5ad0-43de-b36c-3fd2eaca7d5d req-312f6326-5b7a-43a8-9ed0-3d9f79e18d7a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386071 Jun 04 14:00:50.889465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b1556-b049-4bc5-828c-458d60ad0013 req-74fec547-cb0d-4065-99a0-45eef2021265 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:50.890915 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-756b1556-b049-4bc5-828c-458d60ad0013 req-74fec547-cb0d-4065-99a0-45eef2021265 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0798619 Jun 04 14:00:50.937648 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-756b1556-b049-4bc5-828c-458d60ad0013 req-ca8c4543-81bf-4ec3-89e8-63d8fbd2dd35 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411048 Jun 04 14:00:52.122954 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374bed1-9337-4fe7-8387-e6e3979990f2 req-d8b21f77-4592-451d-bf5f-5a354f2b14e4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:52.124460 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d374bed1-9337-4fe7-8387-e6e3979990f2 req-d8b21f77-4592-451d-bf5f-5a354f2b14e4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0830345 Jun 04 14:00:52.170320 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-d374bed1-9337-4fe7-8387-e6e3979990f2 req-6773b25c-e82e-4d0c-944c-1a149cbc16ec tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401807 Jun 04 14:00:53.248643 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:00:53.357201 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc64ec8-6025-4747-a800-27190578c2e2 req-52504764-1f9b-4c01-ae05-73e31ac3d6a5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:53.358573 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6cc64ec8-6025-4747-a800-27190578c2e2 req-52504764-1f9b-4c01-ae05-73e31ac3d6a5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0815756 Jun 04 14:00:53.407176 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6cc64ec8-6025-4747-a800-27190578c2e2 req-2e8728ec-d3fb-4f61-8e44-ecbee774f115 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427713 Jun 04 14:00:54.053850 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a2aa-7b0f-4ead-97ad-92fe50e2b1b4 req-065f6155-2432-4068-9616-a2b4422aca08 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:54.055338 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de67a2aa-7b0f-4ead-97ad-92fe50e2b1b4 req-065f6155-2432-4068-9616-a2b4422aca08 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.2475882 Jun 04 14:00:54.057498 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-471f6e58-abaa-4da6-b5bd-6d033831073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:54.059015 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-471f6e58-abaa-4da6-b5bd-6d033831073a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.1103859 Jun 04 14:00:54.182739 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-de67a2aa-7b0f-4ead-97ad-92fe50e2b1b4 req-7f7b679d-0ff7-4ab5-97df-99501a42a45e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213102 Jun 04 14:00:54.219044 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-63460400-ce88-4280-9cee-7da192347cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:54.220806 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-63460400-ce88-4280-9cee-7da192347cd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1463861 Jun 04 14:00:54.321819 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-c84abba5-474f-44fb-b6a5-d53fa799f7b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1001 time: 0.0945961 Jun 04 14:00:54.383930 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-9b1e833f-243f-44ed-9a24-c8abacfbaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:54.385316 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-9b1e833f-243f-44ed-9a24-c8abacfbaf98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0567863 Jun 04 14:00:54.462997 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-3b4fbf1b-6b89-4dab-9647-ae03e97543b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:54.464469 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-3b4fbf1b-6b89-4dab-9647-ae03e97543b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0715103 Jun 04 14:00:54.592942 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-c4535696-02da-4238-892d-68e8cc8fbf3d service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211190 Jun 04 14:00:54.722414 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-780a01db-723f-4a4e-9f7a-692046bf4b30 req-fdd5b1e9-7880-4e86-af53-b68b713285bf service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221595 Jun 04 14:00:55.383380 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a015dfa-f509-4186-b11a-291230b4bd1f req-a91361c3-2234-4f78-a4f6-1b0713b63fa4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:55.384812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a015dfa-f509-4186-b11a-291230b4bd1f req-a91361c3-2234-4f78-a4f6-1b0713b63fa4 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0890386 Jun 04 14:00:55.431787 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-1a015dfa-f509-4186-b11a-291230b4bd1f req-31c0fd8c-9d88-4396-9835-3cbeca87d5c8 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412993 Jun 04 14:00:56.617734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0222d5-cb88-45f2-aa59-c496b3886871 req-1cde74e7-63d2-4cf0-bd86-a6d5c2022226 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:00:56.619219 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ee0222d5-cb88-45f2-aa59-c496b3886871 req-1cde74e7-63d2-4cf0-bd86-a6d5c2022226 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0835392 Jun 04 14:00:56.662371 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ee0222d5-cb88-45f2-aa59-c496b3886871 req-319878be-c764-4262-8515-b8e4790c617a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375640 Jun 04 14:01:00.845544 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-1911e402-373f-42ca-82a3-ca7aa5aa4e77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687623 Jun 04 14:01:00.944511 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-62addb2e-91b6-46dd-bfdd-a3a46c46e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:00.994034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-39f8e56f-c20c-4905-8ab5-a6be86af7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:00.995860 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-39f8e56f-c20c-4905-8ab5-a6be86af7041 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0778062 Jun 04 14:01:01.155511 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-18db7813-dcc8-479c-81e7-c571600f809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:01.157016 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-18db7813-dcc8-479c-81e7-c571600f809a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1403179 Jun 04 14:01:01.259323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-359b7e6c-9200-4371-a1f6-9416d7831dcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 200 len: 1001 time: 0.0957167 Jun 04 14:01:01.322572 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-b62d137b-3f8e-4063-9bab-a5e5d53b2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:01.324922 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-b62d137b-3f8e-4063-9bab-a5e5d53b2025 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0569592 Jun 04 14:01:01.415051 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-16d40d0e-d5f6-4e07-ab1e-8e08833d86f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:01.416532 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-16d40d0e-d5f6-4e07-ab1e-8e08833d86f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0780382 Jun 04 14:01:01.660413 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-94262f7d-ab44-4927-a864-2a09df778e4a service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360716 Jun 04 14:01:01.791786 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-76ef09ea-786e-4178-a37f-17ca82e22261 req-065f48c2-8440-4224-a957-844a9e3350e1 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250536 Jun 04 14:01:03.420502 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:03.534457 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-92f04515-dc2c-40da-b6f2-585556f113b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:05.037708 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:06.540462 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:23.298795 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:23.404489 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:01:30.974289 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-6bb3014d-a380-4cf6-a791-40dd6fefee49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:33.620558 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:33.745926 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-ab88fcdc-1228-4822-8172-957345a4da07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:34.940083 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:36.550219 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:53.294411 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:55.688915 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396314f-7f0e-4d95-bb83-2f81d2ad7224 req-3121088f-8ff3-4406-b289-803cc259f6b8 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:55.690933 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7396314f-7f0e-4d95-bb83-2f81d2ad7224 req-3121088f-8ff3-4406-b289-803cc259f6b8 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0922115 Jun 04 14:01:55.750115 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7396314f-7f0e-4d95-bb83-2f81d2ad7224 req-83013bee-572a-4955-b9f9-ad98f59a54d9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534277 Jun 04 14:01:56.943631 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249fc-666b-4f58-af9d-25dcfd5faf1c req-4917995f-b6d7-43d0-bed2-1bfb21ece902 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:56.945232 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6c9249fc-666b-4f58-af9d-25dcfd5faf1c req-4917995f-b6d7-43d0-bed2-1bfb21ece902 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0818756 Jun 04 14:01:56.996756 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6c9249fc-666b-4f58-af9d-25dcfd5faf1c req-d9eb08e5-ebc9-4644-a931-a55fe47f6540 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455482 Jun 04 14:01:58.006885 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-181329cf-7c9c-476e-a08d-c0431705ea99 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:58.008347 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-181329cf-7c9c-476e-a08d-c0431705ea99 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.0802281 Jun 04 14:01:58.209429 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Deleting port df3429fb-4f14-4738-b50f-448913d65b2b {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:01:58.209769 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:58.241817 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bc20d-dd4b-43e6-a164-a0eb52b6334a req-f03151ad-1dc0-40b6-8954-326078b4f1f7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:01:58.243260 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0e3bc20d-dd4b-43e6-a164-a0eb52b6334a req-f03151ad-1dc0-40b6-8954-326078b4f1f7 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 945 time: 0.1297998 Jun 04 14:01:58.364723 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-0e3bc20d-dd4b-43e6-a164-a0eb52b6334a req-6c3e38bd-0984-4e07-9ab3-2e81d16a0b61 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0bfc979-2ed8-43f8-b820-e5f54609e920&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105504 Jun 04 14:01:58.391977 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] For port df3429fb-4f14-4738-b50f-448913d65b2b, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=df3429fb-4f14-4738-b50f-448913d65b2b,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:01:58.392335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:58.680153 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:58.680507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:58.680819 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Floating IP 3003fe32-3d52-4140-94e4-d5cd8393d746 disassociated. External IP: 172.28.1.213, port: df3429fb-4f14-4738-b50f-448913d65b2b. Jun 04 14:01:58.681154 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Calling delete_port for df3429fb-4f14-4738-b50f-448913d65b2b owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:01:58.853840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:58.859361 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b1e39a04-2fe1-40c6-a326-b75dd995fc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:01:58.907218 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'Port': ['ID=df3429fb-4f14-4738-b50f-448913d65b2b,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:01:58.919176 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.919555 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.919952 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.920320 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.920679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.921039 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.921396 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.921747 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.922101 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.922455 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.922820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.923150 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:01:58.974748 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:01:59.106605 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:01:59.393092 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:01:59.403056 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:01:59.414151 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:01:59.414844 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:01:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:01:59.465661 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] No DVR routers for this DVR port df3429fb-4f14-4738-b50f-448913d65b2b on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:01:59.468270 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:01:59.470941 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'name': 'network-vif-deleted', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 14:01:59.474312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186ac5d-8555-4b0c-8d12-b2de694d3a52" -d '{"events": [{"server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "name": "network-vif-deleted", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 14:01:59.520359 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2931b7-6909-491c-b050-d4afa8602f9b x-openstack-request-id: req-8a2931b7-6909-491c-b050-d4afa8602f9b {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 14:01:59.520682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd182cf-16df-4e0d-b5d0-2e49d596a9a5", "name": "network-vif-deleted", "tag": "df3429fb-4f14-4738-b50f-448913d65b2b", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 14:01:59.520968 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a2931b7-6909-491c-b050-d4afa8602f9b {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 14:01:59.521388 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd182cf-16df-4e0d-b5d0-2e49d596a9a5', 'name': 'network-vif-deleted', 'tag': 'df3429fb-4f14-4738-b50f-448913d65b2b', 'status': 'completed', 'code': 200} Jun 04 14:01:59.529719 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-82587492-ab7a-40a9-89b6-89e082ecca44 req-1f296d8a-5b9c-43c7-92f9-847cc328f740 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:01:59.614754 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-b4caddd5-4868-499e-9c7e-ec6f6deccbf5 req-cc8c0f20-bca2-43f5-8c9d-7f062f98a623 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "DELETE /v2.0/ports/df3429fb-4f14-4738-b50f-448913d65b2b HTTP/1.1" status: 204 len: 173 time: 1.6010423 Jun 04 14:01:59.628828 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:01:59.710818 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-82587492-ab7a-40a9-89b6-89e082ecca44 req-1f296d8a-5b9c-43c7-92f9-847cc328f740 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:01:59.711989 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-82587492-ab7a-40a9-89b6-89e082ecca44 req-1f296d8a-5b9c-43c7-92f9-847cc328f740 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=edd182cf-16df-4e0d-b5d0-2e49d596a9a5 HTTP/1.1" status: 200 len: 210 time: 0.2347641 Jun 04 14:01:59.946686 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:01:59.950988 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:01:59.960461 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:01:59.961077 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:01:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:00.143166 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:02:00.413949 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device df3429fb-4f14-4738-b50f-448913d65b2b no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:02:00.429499 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:02:00.447964 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: df3429fb-4f14-4738-b50f-448913d65b2b {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 14:02:00.448321 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device df3429fb-4f14-4738-b50f-448913d65b2b not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:02:00.465468 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:00.469321 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6acf02-9767-4e9f-8262-c0dad5037a6c None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:00.691468 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7affd9-979c-4ae5-9eb6-7ee208357385 None None] New status for floating IP 3003fe32-3d52-4140-94e4-d5cd8393d746: DOWN {{(pid=98874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:02:00.911971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40374) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:00.933611 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7e8361d1-002c-4320-b7c9-9c3d9849f87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:00.977019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.007216 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.122523 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.126276 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-45aa7913-5eb8-4e4d-85f0-f38f94086e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:01.141998 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfc979-2ed8-43f8-b820-e5f54609e920,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:01.145437 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:01.212406 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.213505 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0bfc979-2ed8-43f8-b820-e5f54609e920 HTTP/1.1" status: 204 len: 168 time: 0.3005364 Jun 04 14:02:01.216242 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40376) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:01.232020 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.api.v2.resource [None req-d2e51c18-2618-46a4-9bf1-e1fd9f0945aa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] show failed (client error): The resource could not be found. Jun 04 14:02:01.233061 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d2e51c18-2618-46a4-9bf1-e1fd9f0945aa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups/b0bfc979-2ed8-43f8-b820-e5f54609e920 HTTP/1.1" status: 404 len: 347 time: 0.0159352 Jun 04 14:02:01.235611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40378) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:01.451021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Deleting port 6f0b9b07-c645-4994-aadd-1c0a5cfa6b59 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:02:01.451360 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.566174 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.566497 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.685686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Calling delete_port for 6f0b9b07-c645-4994-aadd-1c0a5cfa6b59 owned by network:floatingip {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:02:01.888097 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:01.891696 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c79b323a-7548-400e-ab9c-eb0c9655c315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:01.937657 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'Port': ['ID=6f0b9b07-c645-4994-aadd-1c0a5cfa6b59,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:01.964685 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:02.032012 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.047005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.048166 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-558e4f24-bc3e-4c7d-bfa8-f17a7d03dcad tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "DELETE /v2.0/floatingips/3003fe32-3d52-4140-94e4-d5cd8393d746 HTTP/1.1" status: 204 len: 168 time: 0.8116539 Jun 04 14:02:02.592759 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 40382) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:02.598528 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.v2.base [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325022351', 'description': 'tempest-description--1689498031'}} {{(pid=98873) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:02.604544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:02.608630 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:02.611449 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:02.618859 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:02.676599 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.697274 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:02.701383 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:02.705835 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:02.710468 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:02.790970 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.865169 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.869061 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-3ecd71f8-6396-4671-9b5e-4788bd5d03ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:02.910086 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716a687b-eb1e-4627-b66f-4d397eff4c2d,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:02.917207 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.917581 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.917941 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.918313 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.918654 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.919010 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.919356 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.919706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.920076 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.924044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.924044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.924044 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:02.925194 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:02.961964 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:02.963189 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-efd83846-bd72-4818-9f6b-43bce40dece9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3694522 Jun 04 14:02:02.966267 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40386) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:02.970928 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group_rule': {'security_group_id': '716a687b-eb1e-4627-b66f-4d397eff4c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:02.978682 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:02.982516 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:02.985569 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:02.992061 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:03.082573 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.143665 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.207704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.209741 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:03.231735 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae79a51-abc5-4c3d-bcdc-a7f0ce7e42fb,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:03.234136 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:03.305113 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.306295 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-af806be8-4940-4401-b7c2-85f2cb3b1529 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389871 Jun 04 14:02:03.309001 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40388) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:03.313414 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'security_group_rule': {'security_group_id': '716a687b-eb1e-4627-b66f-4d397eff4c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:03.319618 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:03.323868 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:security_group_rule and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:03.326670 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:03.333361 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:03.419529 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.441464 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.481946 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.499749 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-8e42b964-4935-4d3d-a3ef-33e870266eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.539297 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995124'] for security_group_rule, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.541304 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:03.566420 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b9a9c2-520e-4f6e-a574-1c5c0eefa4b2,revision_number=0']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:03.568820 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:03.619294 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.620514 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1c1d9884-b83d-497e-b0b6-22e473fb6d78 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105185 Jun 04 14:02:03.623600 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40390) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:03.628496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'floatingip': {'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:03.634206 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:03.637986 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Usage tracker for resource:floatingip and tenant:9f31716b06f147c8b4e4196a89d02c2a is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:02:03.640760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:02:03.647251 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:03.705219 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:03.850276 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.087965 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Allocated IP 172.28.1.61 (b3da8cac-ebb9-4148-93af-fed4c998375d/a47820aa-fee6-4e54-b8e3-e929e3628589/7b26378f-603e-4d62-9903-9c4e9e90a661) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:02:04.234136 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.322686 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.326443 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e6a9319c-9cff-46a4-846d-83fc0874f44f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:04.387639 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Network b3da8cac-ebb9-4148-93af-fed4c998375d is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:02:04.390246 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:02:04.393846 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 14:02:04.422855 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=7b26378f-603e-4d62-9903-9c4e9e90a661,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:04.429457 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:04.476285 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.593451 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.796636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.881335 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.885950 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b6aea824-4f8b-4d6f-b078-cb180607dfa1 tempest-TestShelveInstance-1957692808 tempest-TestShelveInstance-1957692808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:04.974144 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:04.994513 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=7b26378f-603e-4d62-9903-9c4e9e90a661,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:04.998579 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:05.003041 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:05.082938 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:05.084139 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1ed1e1e1-1b1e-4496-9fab-148d70aa9f1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4595740 Jun 04 14:02:05.244765 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-8762ca2f-fd93-4df7-8073-9d06bcbb9e55 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:security_group {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:05.316800 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-8762ca2f-fd93-4df7-8073-9d06bcbb9e55 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:security_group {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:05.318054 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-8762ca2f-fd93-4df7-8073-9d06bcbb9e55 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1325022351&fields=id&tenant_id=9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 267 time: 0.1135244 Jun 04 14:02:05.469750 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-8872bfea-70b9-4591-bc0c-2f974a9971b5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:05.471307 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-8872bfea-70b9-4591-bc0c-2f974a9971b5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 811 time: 0.1460898 Jun 04 14:02:05.486165 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-6f9a2141-1990-4d51-a2c4-c9238c3b7059 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/quotas/9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 375 time: 0.0089846 Jun 04 14:02:05.574832 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-1cc14504-2106-4a0f-b7e3-e7c8179ec713 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:05.630978 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-1cc14504-2106-4a0f-b7e3-e7c8179ec713 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:05.632295 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-1cc14504-2106-4a0f-b7e3-e7c8179ec713 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1401281 Jun 04 14:02:05.707567 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-f05f4933-6435-46b8-aff7-ab06f10eac35 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=98872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 04 14:02:05.708582 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-f05f4933-6435-46b8-aff7-ab06f10eac35 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0648601 Jun 04 14:02:05.871319 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-0a6c0484-900e-40a2-89ae-a651a7d13065 service neutron] 10.222.0.10 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557660 Jun 04 14:02:06.009406 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-72e695b7-7ea1-46a8-bd47-232d78a53f96 service neutron] 10.222.0.10 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323276 Jun 04 14:02:06.545192 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:07.369511 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6dd66b81-7738-49a2-88c2-ea6be02e3a5b req-152cd91b-8f8b-4665-a3e4-a14aa767e1d5 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 210 time: 0.0427876 Jun 04 14:02:08.517659 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-66f66e7a-b8bd-4f53-b1d9-2b807a3ab042 req-50f3fb53-57d0-4b9f-8ce5-4fe61ed9d772 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 210 time: 0.0416245 Jun 04 14:02:09.295413 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-a99c3a9e-a60f-4fc0-bc9e-41cd68be97b3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:09.296748 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-a99c3a9e-a60f-4fc0-bc9e-41cd68be97b3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 811 time: 0.1472893 Jun 04 14:02:09.347908 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-04feb991-96af-4e4a-bce0-e3002750f287 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f31716b06f147c8b4e4196a89d02c2a HTTP/1.1" status: 200 len: 380 time: 0.0408478 Jun 04 14:02:09.356858 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'port': {'device_id': '30753922-1172-4db0-a46a-adbee91d665c', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'admin_state_up': True, 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'security_groups': ['716a687b-eb1e-4627-b66f-4d397eff4c2d']}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:09.605870 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:02:09.615878 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:02:09.673101 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-ed9810a0-176a-418e-a423-0ca387bd1055 req-89cfc5bb-4e53-494e-9c81-c7444648307e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 210 time: 0.0428562 Jun 04 14:02:09.688030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Made reservation on behalf of 9f31716b06f147c8b4e4196a89d02c2a for: {'port': 1} {{(pid=98872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 04 14:02:09.692055 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:09.858813 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_common [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Allocated IP 172.20.0.14 (3e8bc359-74af-4f5f-86f7-4b415dc6a99c/313319fd-4271-4e78-a652-fcfdf49a30d6/c833752d-dcd6-4d57-b3b3-c2d6f7f7037f) {{(pid=98872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 04 14:02:10.050019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for port, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.066373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Transition to ACTIVE for port object c833752d-dcd6-4d57-b3b3-c2d6f7f7037f will not be triggered until provisioned by entity DHCP. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:02:10.163050 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773052493635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.170161 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-dc0a9801-ef79-47d3-84a1-0e1d4193e33a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:10.243416 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c is already hosted by enough agents. {{(pid=98872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 04 14:02:10.246429 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.base_scheduler [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Resources bound (agent type, host, resource id): {{(pid=98872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 04 14:02:10.250241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Received port after_create {{(pid=98872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 04 14:02:10.305115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event updated for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:10.305115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:10.319112 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:10.319728 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.403026 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-740f7433-0463-4272-977e-e4a35ac2f857 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0499773 Jun 04 14:02:10.462625 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Request body: {'port': {'device_id': '30753922-1172-4db0-a46a-adbee91d665c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:10.499177 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-656655ba-0af0-422b-b7e6-f83561b07a03 None None] Provisioning for port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f completed by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:02:10.504788 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-656655ba-0af0-422b-b7e6-f83561b07a03 None None] Provisioning complete for port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f triggered by entity DHCP. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:02:10.510235 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-656655ba-0af0-422b-b7e6-f83561b07a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.557481 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-656655ba-0af0-422b-b7e6-f83561b07a03 None None] Port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f cannot update to ACTIVE because it is not bound. {{(pid=98874) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 04 14:02:10.577166 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:10.960059 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910975a5-e4fb-4c1a-a4c4-6ed850bdef90 req-6457330e-4261-4893-be4c-e28c2112525d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:10.960770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-910975a5-e4fb-4c1a-a4c4-6ed850bdef90 req-6457330e-4261-4893-be4c-e28c2112525d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:02:10.996034 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c833752d-dcd6-4d57-b3b3-c2d6f7f7037f {{(pid=98872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 14:02:11.003021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:11.016930 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.provisioning_blocks [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Transition to ACTIVE for port object c833752d-dcd6-4d57-b3b3-c2d6f7f7037f will not be triggered until provisioned by entity L2. {{(pid=98872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 04 14:02:11.082612 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-910975a5-e4fb-4c1a-a4c4-6ed850bdef90 req-6457330e-4261-4893-be4c-e28c2112525d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:02:11.083789 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-910975a5-e4fb-4c1a-a4c4-6ed850bdef90 req-6457330e-4261-4893-be4c-e28c2112525d tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 932 time: 0.2857203 Jun 04 14:02:11.118632 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:11.125496 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-beff270b-3833-4636-a540-eef45a8feffa tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:11.178656 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-910975a5-e4fb-4c1a-a4c4-6ed850bdef90 req-81f99324-c430-4120-b708-35e51d6c3eeb tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891206 Jun 04 14:02:11.285301 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=2']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:11.292962 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:11.373355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Attempting to bind port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 04 14:02:11.373683 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Attempting to bind port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 04 14:02:11.374005 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Attempting to bind port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:02:11.379341 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 04 14:02:11.379653 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Attempting to bind port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f on network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 04 14:02:11.384889 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Checking agent: {'id': '5a68cd56-851e-4075-89dc-e13476dc72d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'started_at': datetime.datetime(2021, 6, 4, 13, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 4, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 04 14:02:11.385224 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Checking segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 04 14:02:11.385601 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Bound using segment: {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'} {{(pid=98872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 04 14:02:11.386027 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.managers [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Bound port: c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038e8861-07bb-41af-8104-4742adafa799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c'}}] {{(pid=98872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 04 14:02:11.386365 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:11.473040 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, cleared binding levels {{(pid=98872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 04 14:02:11.475761 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 04 14:02:11.532815 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914068'] for port, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:11.536550 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fffef206-72f0-4e54-adbf-babee3023b95 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:11.596775 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:11.597399 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:11.599476 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] 10.222.0.13 "PUT /v2.0/ports/c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 200 len: 1094 time: 1.1870573 Jun 04 14:02:11.599476 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 14:02:11.601632 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af234730-8436-437d-9e36-083765c22dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 14:02:11.620808 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=3']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:11.627971 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e2a8ef85-e000-44c9-a56e-eba9bfcadaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:11.710599 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efe8587-9315-4c93-b1ef-880fc6525374 x-openstack-request-id: req-3efe8587-9315-4c93-b1ef-880fc6525374 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 14:02:11.710925 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 14:02:11.711215 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3efe8587-9315-4c93-b1ef-880fc6525374 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 14:02:11.711643 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'status': 'completed', 'code': 200} Jun 04 14:02:11.794032 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-aef6486b-ee3d-4b8f-bc22-194e3f794b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:11.794523 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-aef6486b-ee3d-4b8f-bc22-194e3f794b42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 1097 time: 0.0761709 Jun 04 14:02:11.981358 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-ca656b9c-e4c1-4d04-a524-79ed55bfebc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 200 len: 217 time: 0.1776261 Jun 04 14:02:12.044563 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-9d7b5439-f34d-4ddd-b6de-985af96cbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.045926 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-9d7b5439-f34d-4ddd-b6de-985af96cbc9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0571995 Jun 04 14:02:12.122045 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-2d9e16c6-8e1f-44a1-a074-11d1a154cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.123481 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-2d9e16c6-8e1f-44a1-a074-11d1a154cc14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692470 Jun 04 14:02:12.256691 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-2a6e5c5a-cc47-4400-9fe4-15661c0d5162 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259656 Jun 04 14:02:12.450622 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-7a3e0519-3dfd-4d9e-b56c-3e7748f1c1a9 req-7e9f8bef-8954-4ceb-93fa-85f1846d2e1c service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871629 Jun 04 14:02:12.466709 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ef1e6-52d4-415d-bb96-22978092dd00 req-2218d42a-0b1a-424b-bc0e-6ea79af0948e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.468172 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f68ef1e6-52d4-415d-bb96-22978092dd00 req-2218d42a-0b1a-424b-bc0e-6ea79af0948e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 944 time: 0.1757023 Jun 04 14:02:12.518116 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f68ef1e6-52d4-415d-bb96-22978092dd00 req-b01bc089-186a-4c1b-8207-21e3a7500031 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Jun 04 14:02:12.679673 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234730-8436-437d-9e36-083765c22dbd req-043bea98-0263-4e66-bdc9-c056c0c01c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.681288 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-043bea98-0263-4e66-bdc9-c056c0c01c55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 1097 time: 0.0812769 Jun 04 14:02:12.827825 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234730-8436-437d-9e36-083765c22dbd req-edcc792e-b02b-418c-8942-cae31e240d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.829323 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-edcc792e-b02b-418c-8942-cae31e240d4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1417630 Jun 04 14:02:12.916941 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-c5159d80-a4a9-4458-9c09-cd1c8b6caad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 200 len: 217 time: 0.0759888 Jun 04 14:02:12.992145 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234730-8436-437d-9e36-083765c22dbd req-82e448fe-10f0-41c9-91a1-cb0168781fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:12.994424 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-82e448fe-10f0-41c9-91a1-cb0168781fde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0709896 Jun 04 14:02:13.092708 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af234730-8436-437d-9e36-083765c22dbd req-4aea21ca-ed40-440c-9729-ff2378214039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:13.094812 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-4aea21ca-ed40-440c-9729-ff2378214039 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0902331 Jun 04 14:02:13.261567 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-b39af8d8-29c7-43bf-9c6b-da805765f736 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519220 Jun 04 14:02:13.407980 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-af234730-8436-437d-9e36-083765c22dbd req-44eecb1a-14e9-4150-8504-711f1284a315 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386156 Jun 04 14:02:13.707537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3a87b-723c-4a01-9611-dfcfd2d76063 req-35478c48-5b16-49fe-9e46-65ab3f184164 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:13.708947 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8bc3a87b-723c-4a01-9611-dfcfd2d76063 req-35478c48-5b16-49fe-9e46-65ab3f184164 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 944 time: 0.0800366 Jun 04 14:02:13.764273 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-8bc3a87b-723c-4a01-9611-dfcfd2d76063 req-709dd7eb-e562-430e-a967-cf5e7d11778f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455260 Jun 04 14:02:14.507344 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c833752d-dcd6-4d57-b3b3-c2d6f7f7037f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=98874) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 04 14:02:14.636440 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:14.649599 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Returning: {'device': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'port_id': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'mac_address': 'fa:16:3e:e3:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98874) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 04 14:02:14.704804 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:14.722018 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c833752d-dcd6-4d57-b3b3-c2d6f7f7037f {{(pid=98874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 04 14:02:14.736624 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:14.814043 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:14.816636 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-6a16db51-7e7b-4aea-9113-ee94975d3546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:14.884421 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=4']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:14.891508 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.891873 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.892247 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.892663 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.894838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.894838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.894838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.894838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.895191 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.895277 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.895605 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.895949 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:02:14.899894 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:14.951404 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b14f-639b-4d02-a70a-b1ddd2efece3 req-b251b626-6ee0-445b-ac98-92656067480a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:14.952918 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-abc8b14f-639b-4d02-a70a-b1ddd2efece3 req-b251b626-6ee0-445b-ac98-92656067480a tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 945 time: 0.0830703 Jun 04 14:02:15.002905 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-abc8b14f-639b-4d02-a70a-b1ddd2efece3 req-4be91da4-0c62-424a-b10f-e2a1be10971f tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Jun 04 14:02:15.196839 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] get_ports_and_sgs() called for port_ids ['c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'] {{(pid=98874) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 04 14:02:16.191783 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa6d9a-014e-4c4e-8610-68ad7ec8ea40 req-acd06f14-b53d-4df1-bcdc-7b4891213aa6 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:16.193257 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31fa6d9a-014e-4c4e-8610-68ad7ec8ea40 req-acd06f14-b53d-4df1-bcdc-7b4891213aa6 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 945 time: 0.0841126 Jun 04 14:02:16.237074 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-31fa6d9a-014e-4c4e-8610-68ad7ec8ea40 req-cfe9dcf1-f1ad-443e-b66c-6e82c77ddb38 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Jun 04 14:02:16.521562 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c833752d-dcd6-4d57-b3b3-c2d6f7f7037f up at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 04 14:02:16.652240 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning for port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f completed by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 04 14:02:16.656918 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.provisioning_blocks [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Provisioning complete for port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f triggered by entity L2. {{(pid=98874) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 04 14:02:16.657291 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-933945'] for port, provisioning_complete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.774210 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-627649'] for port, before_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.800746 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'}] {{(pid=98874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 14:02:16.802944 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1db6500b9368ce7bea24a3e73e24fb75d31c4b2d6084e7d00c45c2dc21c76bb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c814763-13eb-4ff4-a04b-398f15ce06f3" -d '{"events": [{"server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "name": "network-vif-plugged", "status": "completed", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f"}]}' {{(pid=98874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 14:02:16.810209 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:02:16.845444 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 14:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae547118-2a6f-4897-ac54-6a06ab46dbb7 x-openstack-request-id: req-ae547118-2a6f-4897-ac54-6a06ab46dbb7 {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 14:02:16.845737 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "name": "network-vif-plugged", "status": "completed", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f", "code": 200}]} {{(pid=98874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 14:02:16.846062 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae547118-2a6f-4897-ac54-6a06ab46dbb7 {{(pid=98874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 14:02:16.846452 dv-cinder-784779-14-smb neutron-server[98874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'code': 200} Jun 04 14:02:16.876809 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773052930829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773052493653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773052493698'] for port, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:16.879608 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:02:16.978943 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Pushing event updated for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=5']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:02:16.982159 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:02:17.178363 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955f626-8e34-410e-8536-23281909adfc req-f5a54110-e2e6-4bbd-bc68-470f7f4d523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:17.179810 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3955f626-8e34-410e-8536-23281909adfc req-f5a54110-e2e6-4bbd-bc68-470f7f4d523c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 1099 time: 0.0705788 Jun 04 14:02:17.220566 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3955f626-8e34-410e-8536-23281909adfc req-bd204522-833e-4d44-9b38-5dda4c096e0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Jun 04 14:02:17.537021 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719b98d-a3d9-463b-bf9b-b89e7d2361b6 req-d35645bf-ffaa-4144-81db-71adc1eba573 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:17.538503 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3719b98d-a3d9-463b-bf9b-b89e7d2361b6 req-d35645bf-ffaa-4144-81db-71adc1eba573 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.1913209 Jun 04 14:02:17.584686 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-3719b98d-a3d9-463b-bf9b-b89e7d2361b6 req-1fd4d623-6db9-4de8-886a-f741e3825b97 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Jun 04 14:02:18.769431 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b265f-ba7f-49b0-bd52-df072ae8a643 req-521a4674-0c28-4e1e-9fbd-eb9bbf605e00 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:18.770898 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a84b265f-ba7f-49b0-bd52-df072ae8a643 req-521a4674-0c28-4e1e-9fbd-eb9bbf605e00 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.0808446 Jun 04 14:02:18.814855 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-a84b265f-ba7f-49b0-bd52-df072ae8a643 req-cf2d58b1-642e-4513-b8dd-4d56bcb06037 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 Jun 04 14:02:18.997818 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0d088-92d4-4150-ae04-d92590166a5b req-2f397f2f-4240-4b94-ab20-575a5d3f76c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:18.999247 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e6c0d088-92d4-4150-ae04-d92590166a5b req-2f397f2f-4240-4b94-ab20-575a5d3f76c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.0802021 Jun 04 14:02:19.007510 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40456) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:02:19.011862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.v2.base [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Request body: {'floatingip': {'port_id': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'}} {{(pid=98872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 04 14:02:19.090588 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, before_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:19.674713 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:19.745054 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:19.922173 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Floating IP 4f231ead-e095-4313-8f9f-c85c0d5c869a associated. External IP: 172.28.1.61, port: c833752d-dcd6-4d57-b3b3-c2d6f7f7037f. Jun 04 14:02:20.379431 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:02:20.556774 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:02:20.561697 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:20.566114 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:02:20.575484 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:02:20.576103 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:02:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:20.616032 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-d994c241-103c-4027-80e0-783a8f465347 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "PUT /v2.0/floatingips/4f231ead-e095-4313-8f9f-c85c0d5c869a HTTP/1.1" status: 200 len: 991 time: 1.6074302 Jun 04 14:02:20.616669 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 14:02:20.618919 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da257b36-aba9-487d-8683-7172b35194d2" -d '{"events": [{"name": "network-changed", "server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 14:02:20.662362 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Jun 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8408c064-4403-4bc8-9a5d-e08c9420a4b4 x-openstack-request-id: req-8408c064-4403-4bc8-9a5d-e08c9420a4b4 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 14:02:20.662685 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 14:02:20.662974 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8408c064-4403-4bc8-9a5d-e08c9420a4b4 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 14:02:20.663411 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'status': 'completed', 'code': 200} Jun 04 14:02:20.758687 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257b36-aba9-487d-8683-7172b35194d2 req-a7564236-c9c0-4b1b-91c1-8e19f95f8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:20.759965 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-a7564236-c9c0-4b1b-91c1-8e19f95f8894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 1099 time: 0.0746753 Jun 04 14:02:20.761652 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:02:20.895760 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257b36-aba9-487d-8683-7172b35194d2 req-cdafa4f8-de06-4ed5-8f63-5d6fa2cea1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:20.897151 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-cdafa4f8-de06-4ed5-8f63-5d6fa2cea1dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1308262 Jun 04 14:02:20.997694 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-51af2230-d59f-43a0-9ac5-a765cebbd630 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 200 len: 999 time: 0.0936718 Jun 04 14:02:21.064184 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257b36-aba9-487d-8683-7172b35194d2 req-f3b06f5b-4974-467d-87f9-352ddc204b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:21.066129 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-f3b06f5b-4974-467d-87f9-352ddc204b31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0614948 Jun 04 14:02:21.141465 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257b36-aba9-487d-8683-7172b35194d2 req-b119805a-f050-45ff-9041-f98478e58c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:02:21.143721 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-b119805a-f050-45ff-9041-f98478e58c27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703795 Jun 04 14:02:21.145751 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '4f231ead-e095-4313-8f9f-c85c0d5c869a', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:e3:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30753922-1172-4db0-a46a-adbee91d665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T14:02:04Z', 'updated_at': '2021-06-04T14:02:19Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:21.152352 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:02:21.158311 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:02:21.158911 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:02:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:21.281115 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-ea077528-d43c-4abf-be88-33bfdfc85948 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305213 Jun 04 14:02:21.336063 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:02:21.419784 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-da257b36-aba9-487d-8683-7172b35194d2 req-9758a1c7-0a38-4279-9728-3c95a3b1e189 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311512 Jun 04 14:02:21.719729 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '4f231ead-e095-4313-8f9f-c85c0d5c869a', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:e3:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30753922-1172-4db0-a46a-adbee91d665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T14:02:04Z', 'updated_at': '2021-06-04T14:02:19Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:02:21.723577 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa3531-ed60-40a8-87f2-55ac7bf5c897 None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_floatingips': [{'id': '4f231ead-e095-4313-8f9f-c85c0d5c869a', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'floating_ip_address': '172.28.1.61', 'floating_network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'router_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'port_id': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'mac_address': 'fa:16:3e:e3:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30753922-1172-4db0-a46a-adbee91d665c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-04T14:02:04Z', 'updated_at': '2021-06-04T14:02:19Z', 'revision_number': 1, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:02:21.918518 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3930f3-eeb9-4e53-ba67-a247a2d5ef97 None None] New status for floating IP 4f231ead-e095-4313-8f9f-c85c0d5c869a: ACTIVE {{(pid=98874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:02:23.287585 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:30.984971 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e8bb58b8-3886-430a-b062-578205867918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.465087 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:33.562211 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1209d262-caa2-4af5-bd5d-f0a296d41a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:34.962540 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:36.550998 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:02:37.408673 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:02:51.639724 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [req-cea89bd3-0549-420f-b4ed-8833a91c47b5 req-9fae4f02-58cf-4ec9-8d68-b865eef94d37 service neutron] (98873) timed out ('10.222.0.13', 65359) {{(pid=98873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:02:51.829856 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [req-d73add4d-e247-43d5-bcc1-645b67dcf41f req-0517ac22-60d4-453a-a638-b447e6396316 service neutron] (98873) timed out ('10.222.0.13', 65358) {{(pid=98873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:02:53.271299 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:00.944725 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-77237b36-ef97-46bc-be6a-363c8f71b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:03.424838 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:03.567562 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c2a7d6f7-a434-45b4-a99c-99f735923d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:03.821726 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-6dcbbf97-7424-488c-af00-865754fabba8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735769 Jun 04 14:03:03.962671 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-cd5b68ec-0ada-4fd0-9e5a-9211c4d2fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:03.964057 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-cd5b68ec-0ada-4fd0-9e5a-9211c4d2fa29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 1099 time: 0.0723510 Jun 04 14:03:04.110676 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-596ad791-795f-47b8-ab71-70c6c8c0b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:04.112149 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-596ad791-795f-47b8-ab71-70c6c8c0b21c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 200 len: 912 time: 0.1287162 Jun 04 14:03:04.332785 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-5e43a504-7eab-4380-ae6b-0868d4c3a07d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 200 len: 1001 time: 0.2130747 Jun 04 14:03:04.398168 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-4f2eb691-3f6e-4442-a3e4-a1fa9e1f3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:04.399584 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-4f2eb691-3f6e-4442-a3e4-a1fa9e1f3485 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 200 len: 850 time: 0.0600977 Jun 04 14:03:04.475003 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-70a30c4a-1520-4539-a2aa-2fab4663ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:04.476582 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-70a30c4a-1520-4539-a2aa-2fab4663ea1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8bc359-74af-4f5f-86f7-4b415dc6a99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0707433 Jun 04 14:03:04.611015 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-a4b4d884-2b9e-4405-88a8-fc4038d0cb05 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274314 Jun 04 14:03:04.751281 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-f5d0770d-6336-42cb-984e-b82c5a085892 req-51e5fb6d-b846-460d-b566-ae592252b200 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329725 Jun 04 14:03:04.944685 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:06.533009 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:14.407696 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:03:23.321174 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:30.934067 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-55e6fdf9-2334-4be8-b24b-ebf90afd0325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:33.423765 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:33.561044 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1ff7958d-2a5b-4c3b-a36f-651a2cd8ea89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:34.978168 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:36.571869 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:51.407146 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:03:53.314197 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:54.023438 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad775e-de0f-4bf7-8c34-6385fc5b3f39 req-7fb38ae9-a825-4e18-8a51-5fab393de6cd tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:54.024926 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-36ad775e-de0f-4bf7-8c34-6385fc5b3f39 req-7fb38ae9-a825-4e18-8a51-5fab393de6cd tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.0939012 Jun 04 14:03:54.076401 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-36ad775e-de0f-4bf7-8c34-6385fc5b3f39 req-740f7928-8dcc-4c0f-a8c6-f48acb446282 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458536 Jun 04 14:03:55.265447 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1ded4-5dfb-4ecf-8d9d-41d6a6a511df req-393e88ec-a54f-4415-bc16-f6845ba6fc87 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:55.266919 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-33a1ded4-5dfb-4ecf-8d9d-41d6a6a511df req-393e88ec-a54f-4415-bc16-f6845ba6fc87 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.0820370 Jun 04 14:03:55.319653 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-33a1ded4-5dfb-4ecf-8d9d-41d6a6a511df req-882826df-4776-40a4-9593-d168dc0dd697 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Jun 04 14:03:56.281393 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-96c6180c-2f3b-4c7c-a052-8ee4f2915357 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:56.282826 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-96c6180c-2f3b-4c7c-a052-8ee4f2915357 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.0818298 Jun 04 14:03:56.415725 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Deleting port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:03:56.416095 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:56.603602 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] For port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:03:56.603916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:56.624182 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b6dd8-1763-406d-ac9f-6003a00ad013 req-4cada2d7-452b-4543-a8a0-aaa3c993f099 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 04 14:03:56.625634 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e9b6dd8-1763-406d-ac9f-6003a00ad013 req-4cada2d7-452b-4543-a8a0-aaa3c993f099 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 946 time: 0.1955636 Jun 04 14:03:56.802340 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-9e9b6dd8-1763-406d-ac9f-6003a00ad013 req-83a416d6-262e-4157-9328-b7b942a438eb tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups?id=716a687b-eb1e-4627-b66f-4d397eff4c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242702 Jun 04 14:03:56.933500 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:56.933867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1852527'] for floatingip, after_update {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:56.934174 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.db.l3_db [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Floating IP 4f231ead-e095-4313-8f9f-c85c0d5c869a disassociated. External IP: 172.28.1.61, port: c833752d-dcd6-4d57-b3b3-c2d6f7f7037f. Jun 04 14:03:56.934508 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Calling delete_port for c833752d-dcd6-4d57-b3b3-c2d6f7f7037f owned by compute:nova {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:03:57.107915 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:57.114205 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-794c5364-af4c-4e72-9ad8-f50ff136b3ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:03:57.161022 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'Port': ['ID=c833752d-dcd6-4d57-b3b3-c2d6f7f7037f,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:03:57.339533 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.340929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.340929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.340929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.340929 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.341296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.341620 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.341962 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.342307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.342650 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.342989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.343327 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:03:57.353898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:03:57.468047 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:03:57.654589 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:03:57.664742 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:03:57.673706 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:03:57.674312 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:03:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:03:57.728204 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] No DVR routers for this DVR port c833752d-dcd6-4d57-b3b3-c2d6f7f7037f on host hv-cinder-78477 {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:03:57.730816 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for port, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:57.733434 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'name': 'network-vif-deleted', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f'}] {{(pid=98872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 04 14:03:57.735782 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c497fb765a47c3b10fcc2bb28ff15956f58e031188182d866c2c7c01f0fe8c72" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3d5d4b-f8a6-4f9e-84ac-d65e0a30666c" -d '{"events": [{"server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "name": "network-vif-deleted", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f"}]}' {{(pid=98872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 04 14:03:57.782730 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Jun 2021 14:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2cc02d-7add-4eb0-bac5-0b4d2b7ac860 x-openstack-request-id: req-4e2cc02d-7add-4eb0-bac5-0b4d2b7ac860 {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 04 14:03:57.782730 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30753922-1172-4db0-a46a-adbee91d665c", "name": "network-vif-deleted", "tag": "c833752d-dcd6-4d57-b3b3-c2d6f7f7037f", "status": "completed", "code": 200}]} {{(pid=98872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 04 14:03:57.782730 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e2cc02d-7add-4eb0-bac5-0b4d2b7ac860 {{(pid=98872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 04 14:03:57.782730 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30753922-1172-4db0-a46a-adbee91d665c', 'name': 'network-vif-deleted', 'tag': 'c833752d-dcd6-4d57-b3b3-c2d6f7f7037f', 'status': 'completed', 'code': 200} Jun 04 14:03:57.799769 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-e32229f7-e726-4ec9-a955-dad7e123d23d req-2ce3aeff-26fa-497c-af70-9abde3707ee9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.13 "DELETE /v2.0/ports/c833752d-dcd6-4d57-b3b3-c2d6f7f7037f HTTP/1.1" status: 204 len: 173 time: 1.5105069 Jun 04 14:03:57.853359 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:03:57.961537 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-6fb63d30-96cb-4e60-9180-5329790040cd req-c99f1b46-3625-4fc5-a177-a130652637d3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Synchronizing usage tracker for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 04 14:03:58.062584 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [req-6fb63d30-96cb-4e60-9180-5329790040cd req-c99f1b46-3625-4fc5-a177-a130652637d3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Unset dirty status for tenant:9f31716b06f147c8b4e4196a89d02c2a on resource:port {{(pid=98872) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 04 14:03:58.067072 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [req-6fb63d30-96cb-4e60-9180-5329790040cd req-c99f1b46-3625-4fc5-a177-a130652637d3 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/ports?device_id=30753922-1172-4db0-a46a-adbee91d665c HTTP/1.1" status: 200 len: 210 time: 0.1538758 Jun 04 14:03:58.198378 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:03:58.202144 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:03:58.210221 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:03:58.210804 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:03:33Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:03:58.392174 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:03:58.703286 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:03:58.707984 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7958e-f51d-428b-89f4-6e15e8da1494 None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T13:57:37Z', 'revision_number': 4, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb', '_interfaces': [{'id': '81ecdf57-add9-44c5-b2b0-9f009844c836', 'name': '', 'network_id': '3e8bc359-74af-4f5f-86f7-4b415dc6a99c', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'mac_address': 'fa:16:3e:5f:c7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:36Z', 'updated_at': '2021-06-04T13:57:42Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'subnets': [{'id': '313319fd-4271-4e78-a652-fcfdf49a30d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:03:58.907618 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27e0a5-bbc3-4cd0-88a7-0238e4dcc046 None None] New status for floating IP 4f231ead-e095-4313-8f9f-c85c0d5c869a: DOWN {{(pid=98874) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 04 14:03:59.246076 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40718) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:03:59.309896 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.337636 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.468115 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.473146 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2b83819b-7f72-4f49-b35e-6bb43ccd7f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:03:59.488071 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716a687b-eb1e-4627-b66f-4d397eff4c2d,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:03:59.490751 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:03:59.582663 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.583704 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-02e8cc66-c51b-4db3-a7a9-4fee0a7158c0 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "DELETE /v2.0/security-groups/716a687b-eb1e-4627-b66f-4d397eff4c2d HTTP/1.1" status: 204 len: 168 time: 0.3366518 Jun 04 14:03:59.586371 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40720) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:03:59.601903 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.api.v2.resource [None req-2b5ea7f8-e372-4c4c-9e96-b7bed01cd480 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] show failed (client error): The resource could not be found. Jun 04 14:03:59.602829 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-2b5ea7f8-e372-4c4c-9e96-b7bed01cd480 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "GET /v2.0/security-groups/716a687b-eb1e-4627-b66f-4d397eff4c2d HTTP/1.1" status: 404 len: 347 time: 0.0155902 Jun 04 14:03:59.605373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40722) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:03:59.826017 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Deleting port 7b26378f-603e-4d62-9903-9c4e9e90a661 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:03:59.826355 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.943595 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:03:59.943943 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:00.075127 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Calling delete_port for 7b26378f-603e-4d62-9903-9c4e9e90a661 owned by network:floatingip {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:04:00.256845 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:00.260382 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:00.306949 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Pushing event deleted for resources: {'Port': ['ID=7b26378f-603e-4d62-9903-9c4e9e90a661,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:00.310049 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:00.398638 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks [] for floatingip, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:00.456000 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-521822'] for floatingip, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:00.457122 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-1053a200-174a-4ad1-84e4-46625dda5eb9 tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] 10.222.0.10 "DELETE /v2.0/floatingips/4f231ead-e095-4313-8f9f-c85c0d5c869a HTTP/1.1" status: 204 len: 168 time: 0.8509147 Jun 04 14:04:00.959523 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-3a20fe68-eb5e-409a-8607-0382d3d236c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:01.009728 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c833752d-dcd6-4d57-b3b3-c2d6f7f7037f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:04:01.042944 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] No Port match for: c833752d-dcd6-4d57-b3b3-c2d6f7f7037f {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 14:04:01.043293 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Device c833752d-dcd6-4d57-b3b3-c2d6f7f7037f not bound to the agent host hv-cinder-78477 {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:04:03.405411 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:03.570951 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-cc14b2a4-f7a8-43b6-9db7-c4ee2e1b276c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:04.864951 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 40754) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:04.953358 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:05.457962 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1696623'] for router_interface, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:05.965357 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Deleting port 81ecdf57-add9-44c5-b2b0-9f009844c836 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:04:05.966105 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:06.093937 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] For port 81ecdf57-add9-44c5-b2b0-9f009844c836, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=81ecdf57-add9-44c5-b2b0-9f009844c836,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:06.094282 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:06.218806 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Calling delete_port for 81ecdf57-add9-44c5-b2b0-9f009844c836 owned by network:router_interface {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:04:06.467626 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:06.473134 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-1d2f86db-9d7f-40ed-9c19-514a1b957553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:06.518408 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ecdf57-add9-44c5-b2b0-9f009844c836,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:06.530429 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:06.559299 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.559677 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.560091 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.560980 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.560980 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.561177 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.561497 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.561846 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.562199 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.562549 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.562900 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.563246 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:06.591301 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:06.808706 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703345'] for router_interface, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:07.162248 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Router 53badd9b-5f12-4571-a892-e1f208adebd7 has already been hosted by L3 agent 35e970b5-7b51-49de-9dc5-fce9498df1fe {{(pid=98873) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 04 14:04:07.437135 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] Notify agent at l3_agent.dv-cinder-784779-14-smb the message routers_updated {{(pid=98873) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 04 14:04:07.446251 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Sync routers for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 04 14:04:07.449743 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b85d6a7d-107b-4402-b406-0b9c5671d7b8 admin admin] 10.222.0.10 "PUT /v2.0/routers/53badd9b-5f12-4571-a892-e1f208adebd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5837517 Jun 04 14:04:07.452244 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 40764) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:07.458733 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:04:07.459345 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:04:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:07.626277 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks [] for router, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:07.632422 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: dv-cinder-784779-14-smb {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:04:07.805656 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:07.919364 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'external_fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T14:04:06Z', 'revision_number': 5, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port': {'id': '08e1fe3a-3d1e-4a6f-af95-2a3a26a11232', 'name': '', 'network_id': 'b3da8cac-ebb9-4148-93af-fed4c998375d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:63:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-04T13:57:33Z', 'updated_at': '2021-06-04T13:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a47820aa-fee6-4e54-b8e3-e929e3628589', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-14-smb'}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:07.924949 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Checking router: 53badd9b-5f12-4571-a892-e1f208adebd7 for host: dv-cinder-784779-14-smb {{(pid=98875) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 04 14:04:07.933867 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Routers {'53badd9b-5f12-4571-a892-e1f208adebd7'} bound to L3 agent in host dv-cinder-784779-14-smb {{(pid=98875) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 04 14:04:07.934482 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-04T13:37:33Z,description=,heartbeat_timestamp=2021-06-04T14:04:03Z,host='dv-cinder-784779-14-smb',id=35e970b5-7b51-49de-9dc5-fce9498df1fe,load=0,resource_versions=,resources_synced=,started_at=2021-06-04T13:37:34Z,topic='l3_agent')) {'router_ids': ['53badd9b-5f12-4571-a892-e1f208adebd7'], 'active': True} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:07.973468 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Deleting port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 {{(pid=98873) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:04:07.973717 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.092038 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_dvr_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] Set router 53badd9b-5f12-4571-a892-e1f208adebd7 gateway port host: None {{(pid=98875) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 04 14:04:08.101268 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.db [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] For port 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,segment=NetworkSegment(cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d),segment_id=cb44c38d-bb67-48c3-a1b2-6f3e0ec4ec4d)] {{(pid=98873) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:08.101749 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.226193 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.l3_hamode_db [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T14:04:07Z', 'revision_number': 6, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port_host': None}], 'dv-cinder-784779-14-smb', False) {} {{(pid=98875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:08.228475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.plugins.ml2.plugin [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Calling delete_port for 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 owned by network:router_gateway {{(pid=98873) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:04:08.230838 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd044fb7-7353-4ee8-9871-3ff4ec60c6a8 None None] The sync data for ids ['53badd9b-5f12-4571-a892-e1f208adebd7'] in dv-cinder-784779-14-smb is: [{'id': '53badd9b-5f12-4571-a892-e1f208adebd7', 'name': 'tempest-AttachVolumeTestJSON-1829307965-router', 'tenant_id': '9f31716b06f147c8b4e4196a89d02c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-04T13:57:32Z', 'updated_at': '2021-06-04T14:04:07Z', 'revision_number': 6, 'project_id': '9f31716b06f147c8b4e4196a89d02c2a', 'gw_port_host': None}] {{(pid=98875) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 04 14:04:08.462029 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2770670'] for port, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.466116 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-31af6c7c-7612-481e-a4a8-f31af8caa775 tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:08.510116 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Pushing event deleted for resources: {'Port': ['ID=08e1fe3a-3d1e-4a6f-af95-2a3a26a11232,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:08.513112 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:08.605673 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1852434'] for router_gateway, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.777896 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1691692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128023'] for router, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.779947 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.976778 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1691832'] for router, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.977293 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53badd9b-5f12-4571-a892-e1f208adebd7 {{(pid=98873) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 04 14:04:08.990723 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] Notify callbacks [] for router, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:08.994282 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-b96e7254-e48d-41e7-bd82-4250535438ea admin admin] 10.222.0.10 "DELETE /v2.0/routers/53badd9b-5f12-4571-a892-e1f208adebd7 HTTP/1.1" status: 204 len: 168 time: 1.5387242 Jun 04 14:04:08.995220 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40770) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:09.010505 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:04:09.046008 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 14:04:09.046363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 08e1fe3a-3d1e-4a6f-af95-2a3a26a11232 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:04:09.046781 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 81ecdf57-add9-44c5-b2b0-9f009844c836 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:04:09.058030 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Deleting subnet 313319fd-4271-4e78-a652-fcfdf49a30d6 {{(pid=98872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 04 14:04:09.061627 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.080789 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: 81ecdf57-add9-44c5-b2b0-9f009844c836 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 14:04:09.081194 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device 81ecdf57-add9-44c5-b2b0-9f009844c836 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:04:09.232229 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2197522'] for subnet, precommit_delete_associations {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.307640 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-539159'] for subnet, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.622507 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-539166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914138', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2510504'] for subnet, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.626028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c8185e22-9106-4a99-a323-e043ba5f1587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:09.660898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=313319fd-4271-4e78-a652-fcfdf49a30d6,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:09.663876 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:09.664837 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.670980 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fda2bb-61a8-4227-a8d2-353f016707e2 None None] Network 3e8bc359-74af-4f5f-86f7-4b415dc6a99c requested from dv-cinder-784779-14-smb {{(pid=98874) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 04 14:04:09.671369 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f5c3b105-d524-406f-84e4-f38ea4456d88 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/313319fd-4271-4e78-a652-fcfdf49a30d6 HTTP/1.1" status: 204 len: 168 time: 0.6744711 Jun 04 14:04:09.673849 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40772) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:09.785412 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-647923'] for network, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.863065 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Deleting port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 {{(pid=98872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:04:09.863401 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.918470 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] DHCP port deletion for 3e8bc359-74af-4f5f-86f7-4b415dc6a99c request from dv-cinder-784779-14-smb {{(pid=98874) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 04 14:04:09.969926 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.db [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] For port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:09.970467 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:09.987992 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Deleting port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 {{(pid=98874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 04 14:04:09.988376 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773052773623'] for port, before_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.085085 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.db [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] For port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0, host dv-cinder-784779-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-14-smb',level=0,port_id=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,segment=NetworkSegment(038e8861-07bb-41af-8104-4742adafa799),segment_id=038e8861-07bb-41af-8104-4742adafa799)] {{(pid=98874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 04 14:04:10.085807 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1696991'] for port, precommit_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.095664 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.plugin [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Calling delete_port for bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 owned by network:dhcp {{(pid=98872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:04:10.205362 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914159'] for port, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.209343 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:10.248116 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Calling delete_port for bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 owned by network:dhcp {{(pid=98874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 04 14:04:10.254392 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:10.257460 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:10.258266 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] No DVR routers for this DVR port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 on host dv-cinder-784779-14-smb {{(pid=98872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:04:10.293184 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597859', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773052930807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773052493644'] for port, after_delete {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.296954 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:10.338236 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Pushing event deleted for resources: {'Port': ['ID=bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0,revision_number=None']} {{(pid=98874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:10.348789 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] No DVR routers for this DVR port bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 on host dv-cinder-784779-14-smb {{(pid=98874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 04 14:04:10.351119 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.351458 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.351901 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.352244 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.352565 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.352887 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.353208 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.353529 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.353974 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.354289 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.354605 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.354916 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:04:10.358421 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG oslo_concurrency.lockutils [None req-52d24ca1-d8a4-4b3b-80fa-f80977970d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:10.376124 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-936834', 'neutron.services.segments.db._delete_segments_for_network-8773052842689'] for network, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.394025 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8bc359-74af-4f5f-86f7-4b415dc6a99c']}} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:10.406070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038e8861-07bb-41af-8104-4742adafa799') {'for_net_delete': True} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:10.406360 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.services.segments.db [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038e8861-07bb-41af-8104-4742adafa799') {} {{(pid=98872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 04 14:04:10.419610 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773052846300', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2197611'] for segment, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.439094 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070'] for segment, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.445889 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=98872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 04 14:04:10.450070 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-540070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914096'] for segment, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: Traceback (most recent call last): Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: timer() Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: cb(*args, **kw) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: return func(*args, **kwargs) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: self._notify() Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: self.callback(batched_events) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: event.method(event) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: aggregate_uuid = self.p_client.list_aggregates( Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: return f(self, *a, **k) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: return self._get(url).json() Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: return self.request(url, 'GET', **kwargs) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: base_url = self.get_endpoint(auth, allow=allow, Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 04 14:04:10.460881 dv-cinder-784779-14-smb neutron-server[98872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 04 14:04:10.576042 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-936841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1995185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1597866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1852537'] for network, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.579916 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-2a67e26e-8aa5-4957-a406-3a654770e03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:10.597624 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597877'] for network, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:10.608948 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8bc359-74af-4f5f-86f7-4b415dc6a99c,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:10.612893 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:10.662502 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-e5f27f95-147f-467c-a044-853a3bb41833 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3e8bc359-74af-4f5f-86f7-4b415dc6a99c HTTP/1.1" status: 204 len: 168 time: 0.9876914 Jun 04 14:04:10.867687 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 no longer exists at agent ovs-agent-dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 04 14:04:10.905075 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.plugin [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] No Port match for: bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 {{(pid=98874) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 04 14:04:10.905386 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron.plugins.ml2.rpc [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Device bb5e6faa-ba0f-4a8c-bf67-a5d3f027dec0 not bound to the agent host dv-cinder-784779-14-smb {{(pid=98874) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 04 14:04:10.913381 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40776) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:10.960857 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-f15fc52b-88f1-416f-b49a-5c1cf9afbbae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f31716b06f147c8b4e4196a89d02c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459573 Jun 04 14:04:10.963123 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40778) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:11.019235 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:11.043947 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:11.170704 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:11.174552 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1bce9d91-33cb-4c9f-ae5a-cd01f3e54f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:11.186940 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42c4adf-1f98-47ec-9f32-b42439296646,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:11.190813 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:11.196489 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:11.197601 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f42c4adf-1f98-47ec-9f32-b42439296646 HTTP/1.1" status: 204 len: 168 time: 0.2335835 Jun 04 14:04:23.267696 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40902) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:23.290027 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.385494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.402852 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:04:23.406679 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf9b06dbb4a44ef95ec76d19de4fc8e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:04:23.409735 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:04:23.415222 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:04:23.495556 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.552944 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.560180 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9f47eba3-99f8-49bf-a017-1fa6cd9df2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:23.601089 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcf9b06dbb4a44ef95ec76d19de4fc8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317885 Jun 04 14:04:23.602083 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5036424-cf4e-4c36-9821-048431d79f33,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:23.603932 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 40906) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:23.605578 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:23.663535 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.688908 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.798111 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.802467 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b1e93867-2a54-4aee-84aa-e1f0695ac388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:23.813471 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5036424-cf4e-4c36-9821-048431d79f33,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:23.816922 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:23.820392 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:23.822268 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-6259e138-7182-4471-a1ff-f385eb6e19cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5036424-cf4e-4c36-9821-048431d79f33 HTTP/1.1" status: 204 len: 168 time: 0.2163711 Jun 04 14:04:24.397028 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 40912) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:24.415019 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.433500 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:04:24.437373 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Usage tracker for resource:security_group_rule and tenant:224d8f4d721f4e48ba6c918d179ce7b6 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:04:24.440368 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:04:24.446314 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:04:24.525922 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.609770 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.617233 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-9649181d-a6a3-4832-84da-603747cb0cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:24.660589 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=224d8f4d721f4e48ba6c918d179ce7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624519 Jun 04 14:04:24.662089 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62c058-b798-4c2b-8374-d2da1f2cb248,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:24.664873 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 40914) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:24.665376 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:24.727221 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.752116 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.867045 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.870744 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-b2c74c96-44d3-4c60-90ea-d0ac8cd6efd2 tempest-TestMinimumBasicScenario-1446757051 tempest-TestMinimumBasicScenario-1446757051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:24.881797 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62c058-b798-4c2b-8374-d2da1f2cb248,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:24.888891 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:24.888891 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:24.891394 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-367b4220-874c-497b-8d49-f9fdf8a12a61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab62c058-b798-4c2b-8374-d2da1f2cb248 HTTP/1.1" status: 204 len: 168 time: 0.2251635 Jun 04 14:04:28.405437 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:04:30.975144 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-df48348a-2fc3-4854-ac0e-a23e8a5b3068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:33.403522 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:33.541230 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9cec2008-8f6d-47f3-a7c3-5e6a0ddf523e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:34.582993 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41036) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:34.699115 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:34.713556 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:04:34.717371 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Usage tracker for resource:security_group_rule and tenant:55a90a1d46eb4a439408177c29a4f73d is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:04:34.720127 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:04:34.725676 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:04:34.803860 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:34.889204 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:34.897798 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5a04aa59-1e39-4149-8911-557607812f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:34.935967 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e49588-7630-4797-961e-4f1ef8fc1fd6,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:34.939932 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55a90a1d46eb4a439408177c29a4f73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559287 Jun 04 14:04:34.940792 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:34.942610 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41040) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:34.981060 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.003186 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.028530 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.157802 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.161547 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-239111e9-9f2c-47a7-afd2-854fce359002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:35.172655 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e49588-7630-4797-961e-4f1ef8fc1fd6,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:35.176131 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:35.180782 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.182561 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-20d33a7b-5fa1-4255-ae05-a6cb85e3c5f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00e49588-7630-4797-961e-4f1ef8fc1fd6 HTTP/1.1" status: 204 len: 168 time: 0.2390318 Jun 04 14:04:35.779870 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41046) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:35.797203 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.811544 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:04:35.815328 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Usage tracker for resource:security_group_rule and tenant:36ee3334572548e8ae2bc43eec79914e is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:04:35.818246 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:04:35.824398 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:04:35.903418 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.963791 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:35.970642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-11bd3b9e-df47-4df3-9060-beccce843d8a tempest-AttachVolumeShelveTestJSON-1034675096 tempest-AttachVolumeShelveTestJSON-1034675096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:36.013414 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36ee3334572548e8ae2bc43eec79914e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335427 Jun 04 14:04:36.014315 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da28876-f94f-4d91-ba9a-bfa06b508637,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:36.016714 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 41048) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:36.021826 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dff4a03a-63df-4969-be71-e62739be28aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:36.075061 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:36.099988 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:36.226349 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:36.230200 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-fab963ec-f945-4088-84e3-3b35c4662735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:36.244366 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da28876-f94f-4d91-ba9a-bfa06b508637,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:36.246862 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:36.257303 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:36.258385 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-b3afce62-2821-43ac-bdaf-c2ec2690e6fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4da28876-f94f-4d91-ba9a-bfa06b508637 HTTP/1.1" status: 204 len: 168 time: 0.2406476 Jun 04 14:04:36.534908 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:42.473096 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41116) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:42.589922 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:42.604152 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:04:42.607917 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Usage tracker for resource:security_group_rule and tenant:510545271f084784a1d977492989d53b is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:04:42.610635 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:04:42.616195 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:04:42.698160 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:42.751980 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:42.761095 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-ca15f161-cd20-4be2-bcb3-28333f284bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:42.799173 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=510545271f084784a1d977492989d53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249547 Jun 04 14:04:42.800816 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8385fad-a1ab-4360-a14e-f718d108e095,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:42.801754 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 41120) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:04:42.804030 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-dea4eeb7-7182-4d3b-91ea-53d8e6bf51b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:42.860933 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:42.886524 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:43.095017 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:43.098683 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-11962268-c4c0-470a-98cd-dce72f5d0a1e tempest-AttachVolumeTestJSON-1086121617 tempest-AttachVolumeTestJSON-1086121617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:04:43.109272 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8385fad-a1ab-4360-a14e-f718d108e095,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:04:43.114148 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:04:43.115967 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:04:43.117107 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-64a4e154-e4a9-4307-9424-0256ca1b356d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8385fad-a1ab-4360-a14e-f718d108e095 HTTP/1.1" status: 204 len: 168 time: 0.3143792 Jun 04 14:04:53.339993 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:00.951193 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-5552af3c-a03d-4758-9fbe-39539f3740c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:03.431929 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:03.533979 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bc38-6c57-4bc1-b9ae-3973398e84dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:04.969120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:05.404822 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:05:06.550936 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:23.407363 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:27.410255 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 41380) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:27.553481 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:27.568560 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:05:27.572494 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Usage tracker for resource:security_group_rule and tenant:e9899daaf71642ecabd20e18d289d00e is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:05:27.575253 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:05:27.580898 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:05:27.662252 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:27.738787 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:27.747734 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-3eb3e1d5-3ffa-4578-9179-f9b6f27f197d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:27.787862 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9899daaf71642ecabd20e18d289d00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764153 Jun 04 14:05:27.788811 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf95c2e-9b97-4fe9-af7d-e43e05a0ecb3,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:27.790492 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41384) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:27.796424 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.796803 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.797170 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.797531 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.797888 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.798241 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.798592 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.798947 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.799390 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.799796 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.800248 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.800719 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:27.804644 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-26e202c4-e4a4-4c23-834a-d838e12e9a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:27.850222 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:27.890742 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:28.018481 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:28.022427 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e819b0fc-b998-407a-96cf-4732e4739c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:28.034516 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf95c2e-9b97-4fe9-af7d-e43e05a0ecb3,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:28.046986 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.047360 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.047726 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.048109 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.048475 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.048821 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.049176 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.049538 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.050632 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.050999 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.051468 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.051817 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-14-smb {{(pid=98873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 04 14:05:28.056642 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:28.060713 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:28.061834 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-9ad38ddd-0642-4fd3-b4ec-3805230f236e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdf95c2e-9b97-4fe9-af7d-e43e05a0ecb3 HTTP/1.1" status: 204 len: 168 time: 0.2703810 Jun 04 14:05:30.984308 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c22a8167-081b-4e0f-a221-8c4d40a9af95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:33.401020 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:33.550013 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-42b506d7-c15c-4a07-b95b-40d9953686e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:34.984227 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:36.544121 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.076286 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41500) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:42.194517 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.208661 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:05:42.212501 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e09897c7e14b3e92bd5afd2dcf4aa5 is out of sync, need to count used quota {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:05:42.216070 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.quota.resource [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98873) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:05:42.221692 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.db.quota.driver [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98873) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:05:42.310691 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.366459 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.374067 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-5caf5e01-8b3c-497a-aec7-56f40667ba68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:42.402649 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:05:42.414252 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4e09897c7e14b3e92bd5afd2dcf4aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369417 Jun 04 14:05:42.415159 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a425462-cf1b-465d-8dd1-152c35e17de8,revision_number=1']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:42.417647 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 41504) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:42.419464 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-690b54a1-a71c-46cd-b54d-6dd87722d5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:42.474952 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.504659 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.595307 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.599260 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-ad6f60da-12f0-46bc-88d6-35ce69747150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:42.613503 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a425462-cf1b-465d-8dd1-152c35e17de8,revision_number=None']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:42.616989 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:42.623724 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:42.626033 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-c49788ac-0abe-4fb6-9d42-08ab658f6cd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a425462-cf1b-465d-8dd1-152c35e17de8 HTTP/1.1" status: 204 len: 168 time: 0.2062082 Jun 04 14:05:50.515312 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [-] (98872) accepted ('10.222.0.10', 41570) {{(pid=98872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:50.630167 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.644840 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 04 14:05:50.648611 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Usage tracker for resource:security_group_rule and tenant:71b282fb7b1b4c33a62ec4eea993e108 is out of sync, need to count used quota {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 04 14:05:50.651346 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.quota.resource [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98872) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 04 14:05:50.657374 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.db.quota.driver [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98872) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 04 14:05:50.737200 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.841091 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron_lib.callbacks.manager [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_create {{(pid=98872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.848296 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-1a91fbb1-4d83-4666-bf48-f049e2c4d7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:50.890840 dv-cinder-784779-14-smb neutron-server[98872]: INFO neutron.wsgi [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71b282fb7b1b4c33a62ec4eea993e108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744102 Jun 04 14:05:50.891763 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb48c54-9a0f-451e-a8c2-547ebdabdad0,revision_number=1']} {{(pid=98872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:50.893449 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [-] (98873) accepted ('10.222.0.10', 41574) {{(pid=98873) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 04 14:05:50.894867 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG oslo_concurrency.lockutils [None req-46780ef8-32a9-484b-a80e-a3cfaa535e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:50.954287 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:50.979691 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:51.109286 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1995101'] for security_group, after_delete {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:51.113056 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-e9c647c6-4dde-4e54-84c6-420cb19e2d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 04 14:05:51.125244 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb48c54-9a0f-451e-a8c2-547ebdabdad0,revision_number=None']} {{(pid=98873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 04 14:05:51.129502 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG oslo_concurrency.lockutils [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 04 14:05:51.140342 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron_lib.callbacks.manager [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:05:51.141453 dv-cinder-784779-14-smb neutron-server[98873]: INFO neutron.wsgi [None req-c4b14cc0-93b8-49db-ac46-bb8955bf9059 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cb48c54-9a0f-451e-a8c2-547ebdabdad0 HTTP/1.1" status: 204 len: 168 time: 0.2470262 Jun 04 14:05:53.354686 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:00.943107 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-844c128d-459f-49e5-bf7e-d1ff94bac636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.394189 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:03.514343 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-948a204c-c268-49e9-bfb5-3d00db196654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:04.994709 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:06.536746 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:19.404115 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:06:23.353661 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:30.953408 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-19993e59-2fbc-456e-8a1d-c4769ecf9c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.410793 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:33.565139 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-7b8298ab-0fcc-4160-b484-39831f05fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:34.965040 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:36.554078 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:53.375940 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:06:56.404334 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:07:00.924236 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2022-3b8b-46dc-9416-eef5ca2c0127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:03.449878 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:03.541165 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-b496cae8-4ea5-4e3d-ac1a-f2f79a13339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:04.138997 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [req-317f78f4-16d2-4c17-9ffd-2e7f50fcd423 req-7041c8c6-7284-44a2-bcf6-8353526afef5 tempest-VolumesSnapshotTestJSON-145848286 tempest-VolumesSnapshotTestJSON-145848286-project] (98873) timed out ('10.222.0.13', 65341) {{(pid=98873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:07:04.980946 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:06.558017 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:23.392027 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:31.077657 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-912bb892-48a9-4c59-91e5-d1abe4777f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:33.403292 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:07:33.414645 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:33.551616 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d3fded2b-dc9a-4303-8a89-24218f91c00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:35.043640 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:36.630576 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:07:53.397134 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:00.944773 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c9ea4313-300e-489e-aec9-2c1d078a0b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:03.436979 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:03.527503 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-cd86064d-f39c-4840-8661-f4e1b8ca47d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:04.989442 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:06.555659 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:10.402435 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:08:23.407092 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:31.080628 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-c2c9074f-3312-43b0-9959-d27aef617e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:33.436047 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:33.532732 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-e1428451-3642-4f39-a10c-071c887f4d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:34.978302 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:36.548690 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:08:47.401854 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:08:53.377762 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:01.086377 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-0cd9add2-3eb1-4608-8253-c6e4dd7fff18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:03.411805 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:03.526816 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-cec1fed2-c790-4e2c-a4de-7d3d527bf827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:05.000642 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:06.623120 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:23.404130 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:24.401644 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:09:30.941004 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-78cc942a-71ff-463e-b108-9b9b6fa27897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:33.456466 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:33.552710 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-574f15d7-7cbc-4482-b644-8df4035ac1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:35.051142 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:36.564493 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:09:50.656694 dv-cinder-784779-14-smb neutron-server[98872]: DEBUG neutron.wsgi [req-3d9c5ac2-0593-49f7-adee-0d644c55915c req-221858e9-babe-4a15-92e2-e518da72c1b0 service neutron] (98872) timed out ('10.222.0.10', 37956) {{(pid=98872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:09:53.409141 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:00.981862 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-052f04b0-6f3e-425e-b06e-cd8325d17354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:01.400427 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:10:03.473997 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:03.564798 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-d32f21f6-dc90-4859-ad2f-19a1c0e55ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:05.033231 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:06.621780 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:23.455307 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:31.101166 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-15f6fdd9-b885-4cd9-ac98-e863285ecfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:33.421367 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-746f0417-5a6a-4819-9e87-57fb93a98e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:33.529915 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-4c648d11-ee03-43fe-a800-2d884c87c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:34.986830 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-96d22de4-52e9-42ca-b3af-f4f08867312e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:36.592618 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-44c8b7bc-1361-4f6d-a751-7cefee71bde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 04 14:10:38.399406 dv-cinder-784779-14-smb neutron-server[98875]: DEBUG neutron.db.agents_db [None req-4328114d-8402-4adc-9705-83ae9b2a730f None None] Agent healthcheck: found 6 active agents {{(pid=98875) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 04 14:10:48.115710 dv-cinder-784779-14-smb neutron-server[98873]: DEBUG neutron.wsgi [req-7a831caa-6b0c-49b3-9d86-28deb57bf833 req-78f63ff2-3c5f-4002-898b-36915413a823 service neutron] (98873) timed out ('10.222.0.10', 39604) {{(pid=98873) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 04 14:10:53.471888 dv-cinder-784779-14-smb neutron-server[98874]: DEBUG neutron_lib.callbacks.manager [None req-9255da64-b961-4da3-bed9-71dbcd5973e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773052842671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-934088'] for agent, after_update {{(pid=98874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}